-- Logs begin at Tue 2022-04-12 13:27:02 UTC, end at Tue 2022-04-12 14:49:40 UTC. -- Apr 12 14:16:25.678157 dv-cinder-837522-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 14:16:28.624108 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.common.config [-] Logging enabled! Apr 12 14:16:28.624716 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 14:16:28.624905 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103792) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 14:16:28.628234 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.common.config [-] Logging enabled! Apr 12 14:16:28.628494 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 14:16:28.629345 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103792) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 14:16:28.630282 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 14:16:28.630515 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 14:16:28.630888 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 14:16:28.631135 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 14:16:28.631362 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 14:16:28.631774 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.632190 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 14:16:28.632499 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.632791 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.633105 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.633401 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.633689 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.633970 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.634255 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.634548 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.634836 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.635113 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.635394 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.635683 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.635958 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.636237 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.636520 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.636799 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] debug = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.637113 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.637545 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.637963 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.638237 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.638521 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.638794 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.639057 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.639327 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.639605 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.639929 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] host = dv-cinder-837522-1-iscsi {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.640201 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.640483 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.640765 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.641068 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.641341 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.641613 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.641892 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.642159 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.642427 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] log_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.642696 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.642977 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.643256 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.643541 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.643764 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.643986 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.644277 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.645251 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.645540 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.645812 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.646087 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.646361 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.646635 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.646904 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.647190 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.647475 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.647760 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.648033 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.648307 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.648574 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.648847 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.649154 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.649429 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.649700 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.649973 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.650260 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.650526 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.650796 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.651095 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.651376 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.651653 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.651935 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.652207 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.652484 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.652753 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.653053 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.653325 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] use_json = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.653595 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.653863 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.654142 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.654409 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.654677 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.654947 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.655221 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.655500 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.655769 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:28.656059 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.656352 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.656648 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.656940 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.657251 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.657529 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.657815 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.658091 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.658374 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.658659 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.658944 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.659221 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.659517 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.659803 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.660133 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.660435 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.660728 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.661039 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.661319 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.661593 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.661867 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.662144 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.662430 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.662706 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.662992 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.663281 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.663561 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.663854 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.664137 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.664426 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.664712 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.665001 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.665288 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.665576 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.665850 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.666119 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.666396 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.666679 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.666955 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.667224 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.667502 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.667776 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.668046 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.668312 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.668585 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.668876 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.669175 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.669446 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.669714 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.669989 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.670260 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.670541 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.670814 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.671084 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.671351 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.671626 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.671896 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.672163 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.672435 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.672701 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.672989 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.673262 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.673530 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.673798 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.674064 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.674330 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.674597 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.674864 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.675144 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.675415 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.675732 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.676003 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.676355 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.676629 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.676914 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.677246 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.677523 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.677797 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.678076 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.678350 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.678622 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.678895 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.679170 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.679443 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.679712 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.679998 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.680277 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.680558 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.680856 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.681154 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.681448 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.681721 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.681995 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.682273 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.682546 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.682821 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.683102 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.683383 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.683676 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.683964 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.684252 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.684541 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.684832 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.685137 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.685449 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.685726 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:28.685942 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 14:16:28.686181 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103792) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 14:16:29.064035 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 14:16:29.064312 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 14:16:29.064617 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 14:16:29.064950 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 14:16:29.393649 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.393877 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.394147 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.395496 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.395767 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.396027 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.449618 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.450159 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.450426 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.465549 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.465829 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.466096 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.496903 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.497210 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.497481 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.533078 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.533366 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.533636 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.874153 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.874790 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.874790 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.874965 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.875631 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.975841 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.976090 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.976373 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.976646 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.976914 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.977248 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.977514 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.977764 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.978016 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.978295 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.978552 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.978812 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.979065 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.979314 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.979568 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.979829 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.980080 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.980344 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.980611 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.980867 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.981308 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.981569 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.981884 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.982275 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.982528 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.982775 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:29.983166 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:16:29.983409 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:16:29.983649 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:16:29.983886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:16:29.984124 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:16:29.984362 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:16:29.984721 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 14:16:29.987816 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 14:16:29.992322 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 14:16:29.995988 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 12 14:16:29.997626 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 14:16:29.998100 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 14:16:29.998435 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 14:16:29.998820 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 14:16:30.001803 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 14:16:30.002057 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 14:16:30.002401 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 14:16:30.007929 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 14:16:30.031316 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 14:16:30.031777 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:30.032084 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103792) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 14:16:30.032458 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:30.033844 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103792) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 14:16:30.034128 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 14:16:30.034371 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 14:16:30.037809 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:30.038088 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:30.102225 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 14:16:30.102467 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 14:16:30.102704 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 14:16:30.103086 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 14:16:30.123716 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_db.sqlalchemy.engines [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103792) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 14:16:30.730433 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Initializing driver for type 'gre' Apr 12 14:16:30.730962 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] gre ID ranges: [(1, 1000)] Apr 12 14:16:30.920673 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Initializing driver for type 'local' Apr 12 14:16:30.921304 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Initializing driver for type 'vlan' Apr 12 14:16:31.010427 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] VlanTypeDriver initialization complete Apr 12 14:16:31.010753 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Initializing driver for type 'vxlan' Apr 12 14:16:31.011259 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] vxlan ID ranges: [(1, 1000)] Apr 12 14:16:31.193628 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Initializing extension driver 'port_security' Apr 12 14:16:31.193947 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.extensions.port_security [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] PortSecurityExtensionDriver initialization complete Apr 12 14:16:31.194328 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Initializing mechanism driver 'openvswitch' Apr 12 14:16:31.194740 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Initializing mechanism driver 'hyperv' Apr 12 14:16:31.201593 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.plugin [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:16:31.202428 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > port after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.202799 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > port after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.203149 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > port after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.203670 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:16:31.204101 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.204451 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.204795 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.205219 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:16:31.205625 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > network after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.205968 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > network after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.206306 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > network after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.206695 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:16:31.207097 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.207443 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.208792 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.209218 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:16:31.213731 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.213731 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.213731 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.213731 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:16:31.213731 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.214167 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.214167 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.214167 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:16:31.214167 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] ML2 OVO RPC backend initialized. {{(pid=103792) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 14:16:31.214167 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.214526 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.214526 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > network before_response 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.214526 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > networks before_response 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.214751 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > port before_response 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.214981 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > ports before_response 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.215319 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.215656 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.215996 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > network after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.216329 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > network after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.216658 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > network after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.217010 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > port after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.217345 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > port after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.217677 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > port after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.218008 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.218336 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.218663 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.226817 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded quota_driver: . Apr 12 14:16:31.227176 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.plugin [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Modular L2 Plugin initialization complete Apr 12 14:16:31.227515 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading services supported by the core plugin {{(pid=103792) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 14:16:31.227865 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.plugins.ml2.managers [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Got port-security extension from driver 'port_security' Apr 12 14:16:31.228321 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.extensions.vlantransparent [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Disabled vlantransparent extension. Apr 12 14:16:31.228807 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103792) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 14:16:31.229152 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading Plugin: router Apr 12 14:16:31.266486 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.266878 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router after_create 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.267248 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router before_create 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.267610 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.267980 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.268332 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router after_delete 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.268686 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.269054 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.269409 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router after_create 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.269757 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router after_update 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.270784 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router after_update 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.271455 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.271819 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router after_update 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.272231 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.272603 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: port after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.272942 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: port after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.273416 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: subnet after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.273766 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.274116 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.274463 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.274805 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: port before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.275146 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.275500 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router after_update 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.275838 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.276287 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.276654 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.277018 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.277388 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > agent after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.277735 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.278218 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > network after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.279082 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Tracking information for resource: router configured {{(pid=103792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:16:31.279415 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Tracking information for resource: floatingip configured {{(pid=103792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:16:31.284349 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.db.l3_agentschedulers_db [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 14:16:31.284918 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: port after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.285300 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: port after_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.285673 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: port after_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.287098 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: port after_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.287891 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router before_create 55550100 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.288255 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.288615 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.288987 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.293806 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.services.provider_configuration [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service providers = [] {{(pid=103792) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 14:16:31.294168 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.db.servicetype_db [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103792) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 14:16:31.297105 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.services.service_base [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:16:31.297454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.services.service_base [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:16:31.297796 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.services.service_base [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:16:31.298668 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.services.service_base [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:16:31.299037 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.services.service_base [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 14:16:31.299419 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:16:31.299734 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 14:16:31.312164 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:16:31.312502 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading Plugin: auto_allocate Apr 12 14:16:31.318537 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: network precommit_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.318905 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: network precommit_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.319417 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:16:31.319735 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading Plugin: tag Apr 12 14:16:31.326722 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:16:31.327047 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading Plugin: timestamp Apr 12 14:16:31.330904 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:16:31.331232 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading Plugin: network_ip_availability Apr 12 14:16:31.337850 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.338227 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.338579 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.339327 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:16:31.339645 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading Plugin: flavors Apr 12 14:16:31.344558 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:16:31.344887 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading Plugin: revisions Apr 12 14:16:31.350406 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:16:31.350805 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_concurrency.lockutils [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.286s {{(pid=103792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 14:16:31.351562 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103792) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 14:16:31.351901 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Initializing extension manager. Apr 12 14:16:31.352431 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: __init__.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.352775 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: __pycache__ {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.353140 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: address_group.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.353926 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.354517 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: address-group Apr 12 14:16:31.354840 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: address_scope.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.355549 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.356051 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: address-scope Apr 12 14:16:31.356388 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.357354 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.357862 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: router-admin-state-down-before-update Apr 12 14:16:31.358182 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: agent.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.358872 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.359377 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: agent Apr 12 14:16:31.359697 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: agent_resources_synced.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.360590 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.361119 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: agent-resources-synced Apr 12 14:16:31.361443 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.363266 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.363840 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: allowed-address-pairs Apr 12 14:16:31.364693 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.365799 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.366310 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: auto-allocated-topology Apr 12 14:16:31.366632 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: availability_zone.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.367321 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.367822 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: availability_zone Apr 12 14:16:31.368142 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: availability_zone_filter.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.369073 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.369579 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: availability_zone_filter Apr 12 14:16:31.369900 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: data_plane_status.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.370793 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.371294 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 14:16:31.371612 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: default_subnetpools.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.372515 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.373101 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: default-subnetpools Apr 12 14:16:31.373424 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.374237 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.374741 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: dhcp_agent_scheduler Apr 12 14:16:31.375060 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: dns.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.375957 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.376458 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 14:16:31.376775 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: dns_domain_ports.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.377799 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.378308 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 14:16:31.378629 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.379969 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.380498 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 14:16:31.380836 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: dvr.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.381535 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.382046 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: dvr Apr 12 14:16:31.382361 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: ecmp_routes.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.383261 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.383757 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 14:16:31.384072 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: empty_string_filtering.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.384974 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.385490 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: empty-string-filtering Apr 12 14:16:31.385808 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.386705 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.387199 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 14:16:31.387515 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.388428 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.388923 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 14:16:31.389265 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: external_net.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.390148 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.390646 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: external-net Apr 12 14:16:31.390965 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.391862 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.392361 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: extra_dhcp_opt Apr 12 14:16:31.392679 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: extraroute.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.393594 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.394094 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: extraroute Apr 12 14:16:31.394414 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: extraroute_atomic.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.396218 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.396722 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: extraroute-atomic Apr 12 14:16:31.397071 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: filter_validation.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.397735 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.398240 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: filter-validation Apr 12 14:16:31.398560 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: fip_pf_description.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.399659 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.400157 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 14:16:31.400475 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: fip_pf_port_range.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.401407 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.401903 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 14:16:31.402225 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: fip_port_details.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.403132 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.403630 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: fip-port-details Apr 12 14:16:31.403947 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: flavors.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.405189 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.405700 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: flavors Apr 12 14:16:31.406018 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.407647 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.408164 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 14:16:31.408499 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: floatingip_pools.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.409217 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.409726 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: floatingip-pools Apr 12 14:16:31.410052 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: ip_allocation.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.412251 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.412763 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 14:16:31.413131 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.414047 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.414553 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: ip-substring-filtering Apr 12 14:16:31.414875 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l2_adjacency.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.415792 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.416289 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 14:16:31.416609 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l3.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.417608 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.418120 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: router Apr 12 14:16:31.418443 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.420610 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.421175 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 14:16:31.421510 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.422417 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.422933 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: ext-gw-mode Apr 12 14:16:31.423261 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.424169 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.424682 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: l3-ha Apr 12 14:16:31.425031 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.425929 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.426976 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 14:16:31.427307 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l3_flavors.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.428216 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.428721 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: l3-flavors Apr 12 14:16:31.429080 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.430430 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.430942 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 14:16:31.431269 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.432172 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.432683 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 14:16:31.433038 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: l3agentscheduler.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.434075 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.434584 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: l3_agent_scheduler Apr 12 14:16:31.434910 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: local_ip.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.436772 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.437318 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension local_ip not supported by any of loaded plugins Apr 12 14:16:31.437648 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: logging.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.439126 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.439641 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension logging not supported by any of loaded plugins Apr 12 14:16:31.439975 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: metering.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.440708 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.441315 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: metering Apr 12 14:16:31.441646 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.443355 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.443916 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: metering_source_and_destination_fields Apr 12 14:16:31.444198 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: multiprovidernet.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.445140 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.445651 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: multi-provider Apr 12 14:16:31.445974 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: netmtu.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.446872 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.447374 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: net-mtu Apr 12 14:16:31.447694 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: netmtu_writable.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.448595 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.449132 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: net-mtu-writable Apr 12 14:16:31.449455 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: network_availability_zone.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.450381 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.450880 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: network_availability_zone Apr 12 14:16:31.451199 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: network_ip_availability.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.452281 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.452788 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: network-ip-availability Apr 12 14:16:31.453147 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: network_segment_range.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.453897 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.454399 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 14:16:31.454717 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: pagination.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.455674 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.456000 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: pagination Apr 12 14:16:31.456316 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: port_device_profile.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.457244 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.458729 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: port-device-profile Apr 12 14:16:31.459055 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.459979 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.460487 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: port-mac-address-regenerate Apr 12 14:16:31.460818 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.461740 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.462246 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: port-numa-affinity-policy Apr 12 14:16:31.462565 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: port_resource_request.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.463461 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.463957 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 14:16:31.464275 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.465246 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.465748 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 14:16:31.466065 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: portbindings.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.466965 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.467467 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: binding Apr 12 14:16:31.467785 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: portbindings_extended.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.469165 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.469677 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: binding-extended Apr 12 14:16:31.469999 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: portsecurity.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.470900 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.471408 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: port-security Apr 12 14:16:31.471727 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: project_id.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.472678 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.473038 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: project-id Apr 12 14:16:31.474398 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: providernet.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.475324 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.475834 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: provider Apr 12 14:16:31.476154 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.479759 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.480276 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos not supported by any of loaded plugins Apr 12 14:16:31.480603 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.481862 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.482376 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 14:16:31.482703 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.483726 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.484239 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 14:16:31.484564 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_default.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.485494 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.486001 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-default not supported by any of loaded plugins Apr 12 14:16:31.486324 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_fip.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.487228 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.487735 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 14:16:31.488061 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.489350 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.489915 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 14:16:31.490250 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.491202 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.491712 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 14:16:31.492035 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.492939 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.493471 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 14:16:31.493791 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.494819 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.495326 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 14:16:31.495648 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.496668 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.497215 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 14:16:31.497538 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_pps_rule.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.498704 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.499218 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 14:16:31.499542 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.500447 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.500950 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 14:16:31.501302 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.502207 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.502712 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 14:16:31.503036 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: qos_rules_alias.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.504063 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.504672 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 14:16:31.505024 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: quota_check_limit.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.505929 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.506435 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: quota-check-limit Apr 12 14:16:31.506756 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: quotasv2.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.507714 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.508038 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: quotas Apr 12 14:16:31.508354 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: quotasv2_detail.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.510081 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.510423 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: quota_details Apr 12 14:16:31.510751 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: rbac.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.511789 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.512304 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: rbac-policies Apr 12 14:16:31.512634 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: rbac_address_group.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.513638 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.514150 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: rbac-address-group Apr 12 14:16:31.514477 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: rbac_address_scope.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.526819 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.527326 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: rbac-address-scope Apr 12 14:16:31.527648 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: rbac_security_groups.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.528624 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.529157 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: rbac-security-groups Apr 12 14:16:31.529480 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.530396 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.530944 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: rbac-subnetpool Apr 12 14:16:31.531263 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: revisionifmatch.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.532171 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.532675 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: revision-if-match Apr 12 14:16:31.533026 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: revisions.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.534129 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.534672 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: standard-attr-revisions Apr 12 14:16:31.534996 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: router_availability_zone.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.535685 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.536749 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: router_availability_zone Apr 12 14:16:31.537101 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: routerservicetype.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.538018 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.538523 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 14:16:31.538842 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.539757 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.540268 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: security-groups-normalized-cidr Apr 12 14:16:31.540585 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.541588 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.542099 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: port-security-groups-filtering Apr 12 14:16:31.542421 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.543341 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.543842 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: security-groups-remote-address-group Apr 12 14:16:31.544160 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.550047 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.550549 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: security-groups-shared-filtering Apr 12 14:16:31.550866 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.551575 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 14:16:31.551991 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: securitygroup.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.561823 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.562352 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: security-group Apr 12 14:16:31.562683 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: segment.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.563409 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.564027 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension segment not supported by any of loaded plugins Apr 12 14:16:31.564352 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.565340 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.565853 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 14:16:31.566178 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: servicetype.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.567803 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.568315 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: service-type Apr 12 14:16:31.568668 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: sorting.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.569679 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.570012 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: sorting Apr 12 14:16:31.570335 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: standard_attr_segment.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.571247 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.571822 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 14:16:31.572145 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: standardattrdescription.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.572789 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.573314 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: standard-attr-description Apr 12 14:16:31.578190 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: stateful_security_group.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.578895 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.579539 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: stateful-security-group Apr 12 14:16:31.579862 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: stdattrs_common.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.580428 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 14:16:31.580747 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.581704 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.582251 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 14:16:31.583219 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: subnet_onboard.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.584295 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.584811 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: subnet_onboard Apr 12 14:16:31.585159 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.586073 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.586612 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 14:16:31.586934 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: subnet_service_types.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.587843 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.588345 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: subnet-service-types Apr 12 14:16:31.588665 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: subnetallocation.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.589778 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.590286 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: subnet_allocation Apr 12 14:16:31.590613 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.591305 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.591812 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: subnetpool-prefix-ops Apr 12 14:16:31.592161 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.593122 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.593629 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 14:16:31.593951 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: tagging.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.595042 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.595580 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: standard-attr-tag Apr 12 14:16:31.595907 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: timestamp.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.597134 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.597650 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loaded extension: standard-attr-timestamp Apr 12 14:16:31.597972 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: trunk.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.599036 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.599551 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension trunk not supported by any of loaded plugins Apr 12 14:16:31.599875 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: trunk_details.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.600777 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.601315 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 14:16:31.601639 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.602583 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.603093 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 14:16:31.603416 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Loading extension file: vlantransparent.py {{(pid=103792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:16:31.604085 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:16:31.604588 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 14:16:31.607161 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:network Apr 12 14:16:31.607686 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:subnet Apr 12 14:16:31.608084 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:16:31.608474 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:port Apr 12 14:16:31.609799 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.610230 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service FLAVORS assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.610835 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.611270 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.611600 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:router Apr 12 14:16:31.612026 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 14:16:31.612515 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service METERING assigned prefix: /metering {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.614190 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.614640 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.614989 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:16:31.616047 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 14:16:31.616489 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:security_group Apr 12 14:16:31.616933 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 14:16:31.621053 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service CORE assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.621053 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:16:31.621053 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] subnetpool is already registered Apr 12 14:16:31.621053 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service CORE assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.621053 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:16:31.621053 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] subnetpool is already registered Apr 12 14:16:31.621598 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.622057 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service FLAVORS assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.622777 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.623215 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.623549 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:router Apr 12 14:16:31.623886 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] router is already registered Apr 12 14:16:31.624314 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 14:16:31.624649 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] floatingip is already registered Apr 12 14:16:31.625127 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service METERING assigned prefix: /metering {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.625874 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 14:16:31.626199 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] rbac_policy is already registered Apr 12 14:16:31.626612 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:security_group Apr 12 14:16:31.626943 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] security_group is already registered Apr 12 14:16:31.627344 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 14:16:31.627682 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] security_group_rule is already registered Apr 12 14:16:31.628199 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service CORE assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.628532 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:16:31.628861 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] subnetpool is already registered Apr 12 14:16:31.629878 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.v2.resource_helper [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Service CORE assigned prefix: {{(pid=103792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:16:31.630398 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:16:31.630737 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING neutron.quota.resource_registry [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] subnetpool is already registered Apr 12 14:16:31.631201 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: extensions {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.633996 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: address-groups {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.635477 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: address-scopes {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.636675 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: agents {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.637969 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: auto-allocated-topology {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.639197 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: availability_zones {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.640455 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: dhcp-networks {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.641870 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: dhcp-agents {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.643409 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: routers {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.646295 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: flavors {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.647633 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: service_profiles {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.653055 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: next_providers {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.653055 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: service_profiles {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.653055 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: floatingip-pools {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.653055 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: routers {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.655125 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: floatingips {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.656284 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: l3-routers {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.657827 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: l3-agents {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.659239 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: metering-labels {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.660493 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: metering-label-rules {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.661987 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: network-ip-availabilities {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.663228 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: bindings {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.664772 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: quotas {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.666482 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: quotas {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.668016 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: rbac-policies {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.669600 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: security-groups {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.670933 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: security-group-rules {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.672161 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: service-providers {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.673382 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: subnetpools {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.674736 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: subnetpools {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.676365 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.678148 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.679997 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.681872 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.683530 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.685537 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.687215 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.689039 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.692390 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.698900 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron.api.extensions [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Extended resource: tags {{(pid=103792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:16:31.700527 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING keystonemiddleware.auth_token [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 14:16:31.705100 dv-cinder-837522-1-iscsi neutron-server[103792]: WARNING keystonemiddleware.auth_token [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 14:16:31.714497 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_concurrency.lockutils [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Acquired lock "singleton_lock" {{(pid=103792) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 14:16:31.714966 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_concurrency.lockutils [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Releasing lock "singleton_lock" {{(pid=103792) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 14:16:31.715626 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO oslo_service.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Starting 2 workers Apr 12 14:16:31.720581 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Started child 103903 {{(pid=103792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:16:31.725318 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Started child 103904 {{(pid=103792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:16:31.725936 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:31.727023 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO neutron.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 14:16:31.727516 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [-] (103903) wsgi starting up on http://0.0.0.0:9696 Apr 12 14:16:31.727663 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:31.730128 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO oslo_service.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Starting 1 workers Apr 12 14:16:31.735122 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:31.735122 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [-] (103904) wsgi starting up on http://0.0.0.0:9696 Apr 12 14:16:31.735718 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Started child 103905 {{(pid=103792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:16:31.736008 dv-cinder-837522-1-iscsi neutron-server[103792]: INFO oslo_service.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Starting 1 workers Apr 12 14:16:31.740015 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] calling RpcWorker wait() {{(pid=103905) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 14:16:31.740576 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] returning from RpcWorker wait() {{(pid=103905) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 14:16:31.740768 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Started child 103906 {{(pid=103792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:16:31.741677 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-da206949-a88e-46ce-8e92-95b47d30a7f6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:31.741922 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:31.742377 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:16:31.743683 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103792) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 14:16:31.743888 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 14:16:31.744070 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 14:16:31.744296 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 14:16:31.744638 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 14:16:31.744799 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 14:16:31.745334 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.745658 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.745923 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.746188 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.746469 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.746585 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:31.747016 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.747241 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.747508 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.747713 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:16:31.747813 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.748013 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.748178 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.748341 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.748598 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.748864 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.749176 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.749429 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.749687 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.749948 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.750117 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.750370 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.750649 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.750897 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.751162 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] debug = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.751395 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.751896 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.752208 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.752366 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.752600 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.752863 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.753124 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.753398 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.753628 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.753840 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.754081 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.754327 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.755091 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.755360 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.755666 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.755951 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.756207 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.756434 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.756896 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] host = dv-cinder-837522-1-iscsi {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.757146 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.757367 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.757594 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.757835 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.758088 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.758334 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.758588 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.758839 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.759078 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.759303 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.759593 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.759781 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.760030 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.760311 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.760492 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_options = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.760633 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.760865 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.761148 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.761331 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.761557 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.761722 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.761905 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.762053 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.762285 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.762502 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.762712 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.762921 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.763150 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.763362 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.763606 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.763847 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.764086 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.764292 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.764565 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.764788 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.765077 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.765243 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.765485 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.765736 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.765950 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.766170 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.766422 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.766633 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.768717 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.769097 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.769364 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.769647 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.769878 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.771210 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.771210 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.771558 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.771803 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.772030 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.772333 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.772568 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.772843 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.773129 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.773407 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.773683 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.774370 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.774370 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.774370 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_json = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.774670 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.774784 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.775262 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.776120 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.776498 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.776809 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.776994 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.780236 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.780236 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.780236 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.780236 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.780547 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.780723 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.780997 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.781262 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.781512 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.782783 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.783045 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.783308 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.787187 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.788431 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.788781 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.789081 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.789370 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.789697 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.789950 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.790229 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.790457 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.790714 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.790942 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.791195 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.791502 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.791726 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.791976 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.792228 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.792472 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.792767 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.793284 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.793630 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.793894 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.794738 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.795016 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.795258 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.795500 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.795722 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.795978 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.796202 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.796435 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.796698 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.798255 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.798512 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.800574 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.801264 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.802961 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.803160 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.803434 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.803696 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.803949 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.804208 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.804433 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.804653 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.804875 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.805692 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.805940 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.807094 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.807382 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.808033 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.808267 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.808791 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.809198 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.809612 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.809896 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.810549 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.810844 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.811082 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.811322 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.811579 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.811864 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.812095 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.812324 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.812545 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.812793 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.813056 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.813300 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.813542 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.813789 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.814016 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.814283 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.814455 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.814680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.814898 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.815111 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.815321 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.815534 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.815754 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.815989 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.816209 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.816441 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.816671 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.817429 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.817714 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.818134 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.818561 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.818815 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.819061 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.819443 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.819679 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.819992 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.820431 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.820678 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.820883 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.821154 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.821381 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.821630 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.821856 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.822079 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.822322 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.822553 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.822768 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.822990 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.823204 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.823419 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.823641 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.823926 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.824196 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.824485 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.824948 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.825222 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.825508 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.825892 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.826030 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.826267 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.826532 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.826852 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.827119 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.827399 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.827648 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.827901 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.828162 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.828385 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.828624 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.828863 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.829120 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.829358 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.829620 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.829862 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.830100 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.830332 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.830647 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.830893 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.831131 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.831342 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.831604 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.831858 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.832103 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.832366 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.833175 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.833595 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.833854 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.834086 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.834320 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.834566 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.834811 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.835021 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.835237 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.835450 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.835669 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.835905 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.836113 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.836344 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.836560 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.836809 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.837006 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.837241 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.837460 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.837712 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.837936 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.838169 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.838414 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.838628 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.838841 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.839054 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.839263 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.839509 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.839722 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.839999 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.840259 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.840490 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.840694 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.840947 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.841228 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.841448 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.841685 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.841902 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.842169 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.842902 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.843368 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.843590 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.843783 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.844031 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.844262 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.844532 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.844765 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.845139 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.845363 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.845587 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.845827 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.846059 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.846296 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.846509 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.846739 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.846919 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.847136 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.847382 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.847616 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.847831 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.848042 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.848377 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.848626 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.848862 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.849153 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.849400 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.849616 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.849852 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.850066 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.850280 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.850497 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.850708 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.850917 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.851144 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.851390 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.851599 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.853297 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.855015 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.855015 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.855015 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.855015 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.855015 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.855345 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 34788) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:16:31.857111 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.857428 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.857736 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.858660 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.858964 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.859205 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.859454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.859717 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.859942 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.860199 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.860427 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.860645 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.860901 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.861206 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.861360 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.861588 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.861900 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.862118 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.862349 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.862570 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.862781 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.863002 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.863218 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.863451 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.864311 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.864556 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.864781 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.865033 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.865256 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.865476 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.865793 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.866106 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.866204 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064843 Apr 12 14:16:31.866313 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.866612 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.866861 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.867107 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.867354 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.868125 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.868125 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.868302 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:16:31.868378 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.868378 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.868646 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.868797 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.869914 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.870250 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.870533 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.870791 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.871062 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.871347 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.871626 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.871937 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.872206 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.873582 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.873582 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.873582 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.873582 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.873883 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.874067 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.874353 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.876267 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.876267 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.876267 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.876267 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.876267 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.876613 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.876804 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.876997 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.878048 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.878297 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.878551 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.878765 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.879008 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.879223 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.879892 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 14:16:31.880434 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103792) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 14:16:31.880588 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 14:16:31.880842 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 14:16:31.880938 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 14:16:31.881959 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 14:16:31.882185 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 14:16:31.882403 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.882600 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.882749 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.882894 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.883034 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.883227 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.883385 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.883545 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.883695 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.883854 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.884024 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.884169 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.884311 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.884468 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.884653 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.884801 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.884946 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.885117 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.885260 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.885418 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.885560 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.885737 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.885886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] debug = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.886064 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.886232 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.886412 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.886560 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.886741 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.886844 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.886985 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.887144 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.887294 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.887451 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.887601 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.887759 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.887942 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.888092 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.888245 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.888388 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.888551 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.888710 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.888853 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] host = dv-cinder-837522-1-iscsi {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.890461 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.890461 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.890461 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.890461 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.890461 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.890796 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.890796 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.890917 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.891135 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.891283 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.891453 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.891604 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.891745 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.891901 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.891901 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_options = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.892167 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.892303 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.892440 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.892577 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.892730 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.892897 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.893070 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.893923 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.894074 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.894262 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.894405 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.894553 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.894809 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.894809 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.895680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.895880 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.896048 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.896048 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.896320 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.896487 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.896487 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.896693 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.896797 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.896933 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.897186 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.900680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.900680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.900680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.900680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.900680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.900680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.900680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.900680 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.901769 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.901769 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.901769 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.901769 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.901769 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.901769 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.901769 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.901769 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.902454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.902454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.902454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.902454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.902454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.902454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_json = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.902454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.902454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.902454 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.903177 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.903177 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.903177 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.903177 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.903177 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.903177 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:16:31.903177 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.903177 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.904106 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.904106 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.904106 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.904106 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.904106 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.904106 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.904106 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.904106 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905003 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905003 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905003 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905003 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905003 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905003 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905003 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905003 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905819 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905819 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905819 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905819 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905819 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.905819 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.906335 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.906335 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.906480 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.906655 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.906813 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.906987 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.907325 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.907515 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.907770 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.907909 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.908026 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.908255 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.908345 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.908450 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.908607 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.908766 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.908923 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.909143 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.909280 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.909389 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.909553 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.909711 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.909868 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.910024 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.910179 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.910337 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.910495 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.910681 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.910842 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.912240 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.912414 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.912585 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.912749 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.912923 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.913124 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.914187 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.914686 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.915457 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.915457 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.915457 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.915457 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.915742 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.915813 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.915961 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.916136 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.916281 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.916544 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.916709 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.916862 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918140 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918140 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918140 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918140 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918140 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918539 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918539 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918539 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918749 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918828 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.918939 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.919111 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.919257 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.919414 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.919572 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.919729 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.919885 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.920044 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.920250 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.920375 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.921006 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.921006 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.923656 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.923656 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.923656 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.923656 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.923656 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.923656 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.923656 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.923656 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.924352 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.924352 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.924352 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.924352 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.924352 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.924352 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.924352 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.927589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.927913 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.928211 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.928337 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.928482 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.928657 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.928810 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.929078 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.929174 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.929327 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.929494 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.929658 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.929806 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.929976 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.930147 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.930314 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.930499 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.930657 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.930814 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.930972 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.931127 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.931274 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.931430 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.931586 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.931742 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.931910 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.932066 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.932222 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.932380 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.932560 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.932716 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.932876 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.933286 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.933450 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.933611 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.933771 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.933948 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.934063 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.934223 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.934378 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.934535 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.934689 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.934860 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.935126 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.935283 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.935441 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.935600 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.935755 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.935913 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.936071 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.936229 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.936385 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.936546 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.936707 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.936851 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.937077 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.937172 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.937300 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.937464 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.937721 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.937885 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.938041 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.938196 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.938354 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.938501 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.938659 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.938817 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.938974 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.939132 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.939287 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.939446 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.939601 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.939759 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.939917 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.940110 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.940229 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.940417 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.940824 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.941001 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.941185 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.941344 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.941503 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.941667 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.941812 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.942622 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.942982 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.943113 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.943309 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.943469 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.943570 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.943725 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.943880 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.944035 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.944192 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.944350 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.944507 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.944662 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.944815 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.945036 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.945973 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.946138 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.946299 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.946456 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.946614 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.946779 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.946933 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.947091 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.947246 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.947403 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.947562 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.947821 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.947983 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.948141 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.948313 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.948479 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.948634 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.948789 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.949016 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.949139 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.949308 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.949464 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.949620 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.950043 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.950199 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.950354 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.950520 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.951063 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.951063 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.951063 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.951304 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.951304 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.951464 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.951546 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.951700 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.951855 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.952010 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.952543 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.952543 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.952543 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.952828 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.952828 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.953087 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.953087 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.953239 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.953361 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.953510 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.953665 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.953820 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.953979 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.957886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.957886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.957886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.957886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.957886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.957886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.957886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.957886 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.958493 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.958493 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.958493 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.958493 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.958493 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.958493 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.958493 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.958493 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959050 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959050 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959050 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959050 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959050 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959050 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959050 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959050 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.959589 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960200 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960200 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960200 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960200 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960200 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960200 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960596 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960596 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960596 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960812 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:16:31.960890 dv-cinder-837522-1-iscsi neutron-server[103792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 14:16:43.672166 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f0502-b164-49b1-b2e1-4af3334dcf5c None None] get_active_networks_info from dv-cinder-837522-1-iscsi {{(pid=103905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 14:16:43.727724 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f0502-b164-49b1-b2e1-4af3334dcf5c None None] No non-hosted networks {{(pid=103905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 14:16:43.751912 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.agentschedulers_db [None req-219f0502-b164-49b1-b2e1-4af3334dcf5c None None] DHCP Agent not found on host dv-cinder-837522-1-iscsi {{(pid=103905) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 14:16:43.868942 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-7801b9fd-34ce-4c33-8f37-121fcb82a5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604300'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:45.922577 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bfa07ce5-5db9-4bd3-a81d-d1f1502b2023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604300'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:45.989606 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.db.api [None req-fa4dd3e8-98c4-4f09-9d27-9c69b68ef487 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837522-1-iscsi {{(pid=103905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 14:16:45.991087 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG oslo_db.api [None req-fa4dd3e8-98c4-4f09-9d27-9c69b68ef487 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 14:16:46.516915 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd3e8-98c4-4f09-9d27-9c69b68ef487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:46.802267 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 34862) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:16:46.857383 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604300'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:47.357150 dv-cinder-837522-1-iscsi neutron-server[103904]: WARNING oslo_policy.policy [None req-63bfc2ef-15fe-43c3-acc1-b6ca7bb289d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:16:47.357825 dv-cinder-837522-1-iscsi neutron-server[103904]: WARNING oslo_policy.policy [None req-63bfc2ef-15fe-43c3-acc1-b6ca7bb289d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:16:47.586447 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [None req-63bfc2ef-15fe-43c3-acc1-b6ca7bb289d1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103904) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:16:47.597250 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-63bfc2ef-15fe-43c3-acc1-b6ca7bb289d1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7834241 Apr 12 14:16:48.501383 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604300'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:49.960559 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604300'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:49.961293 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.961601 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.961937 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.962272 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.962602 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.962932 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.963261 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.963611 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.963938 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.964265 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.964614 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.964947 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.969021 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.969021 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.969021 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:49.969021 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837522-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:16:49.975657 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837522-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:16:50.186013 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 34892) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:16:50.496151 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-558493a5-aafc-4d03-914b-694a1799e9fb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:16:50.604475 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.policy [None req-558493a5-aafc-4d03-914b-694a1799e9fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103904) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 14:16:50.647449 dv-cinder-837522-1-iscsi neutron-server[103904]: WARNING oslo_policy.policy [None req-558493a5-aafc-4d03-914b-694a1799e9fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:16:50.647751 dv-cinder-837522-1-iscsi neutron-server[103904]: WARNING oslo_policy.policy [None req-558493a5-aafc-4d03-914b-694a1799e9fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:16:50.812134 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-558493a5-aafc-4d03-914b-694a1799e9fb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733054730972', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733054737640', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733054754133', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733054755327', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733054766784', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733054774269', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-684682', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-678583', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601590', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1569883'] for rbac-policy (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:51.009635 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-558493a5-aafc-4d03-914b-694a1799e9fb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:51.023579 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-558493a5-aafc-4d03-914b-694a1799e9fb admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8239479 Apr 12 14:16:53.565404 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 34904) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:16:54.045782 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.db.l3_hamode_db [None req-08cb63ae-6a7a-4c74-befd-c085dd37f9c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 14:16:54.090643 dv-cinder-837522-1-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:16:54.091305 dv-cinder-837522-1-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:16:54.129948 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb63ae-6a7a-4c74-befd-c085dd37f9c8 None None] Routers set() bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:16:54.130343 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb63ae-6a7a-4c74-befd-c085dd37f9c8 None None] Router IDs set() for agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 14:16:54.314244 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:16:54.432340 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Made reservation on behalf of 658d1c3291ff49e386ba21e2afa82144 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:16:54.500139 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.policy [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103903) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 14:16:54.543584 dv-cinder-837522-1-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:16:54.543969 dv-cinder-837522-1-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:16:54.554719 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:54.577261 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:54.690247 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Publish callbacks [] for security_group (4dbb3a33-860a-4db2-86ea-92aa6a94ca78), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:54.781108 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (4dbb3a33-860a-4db2-86ea-92aa6a94ca78), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:54.813103 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:16:54.842770 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733053652390', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (59debbac-7a2b-48ef-9265-f19bb409f646), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:54.843377 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Unsubscribe: segment precommit_create {{(pid=103903) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 14:16:54.843919 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Added segment 59debbac-7a2b-48ef-9265-f19bb409f646 of type vlan for network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 Apr 12 14:16:54.859419 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbb3a33-860a-4db2-86ea-92aa6a94ca78,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:16:54.882163 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.882507 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.882862 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.883518 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.883880 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.884251 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.884580 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.884906 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.885258 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.885587 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.885911 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.886253 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.886579 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.886897 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.887217 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Tracked resource versions report: Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: pushed versions: Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: { 'AddressGroup': {'1.2'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Agent': {'1.1'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'ConntrackHelper': {'1.0'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Log': {'1.0'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'NDPProxy': {'1.0'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Network': {'1.1'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Port': {'1.7'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'PortForwarding': {'1.3'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'QosPolicy': {'1.10'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SecurityGroup': {'1.5'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SubPort': {'1.0'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Subnet': {'1.1'}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Trunk': {'1.1'}} Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: consumer versions: Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: { DHCP agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: L3 agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: Metadata agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: Metering agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: Open vSwitch agent@dv-cinder-837522-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Agent': '1.1', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'ConntrackHelper': '1.0', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'LocalIPAssociation': '1.0', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Log': '1.0', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'NDPProxy': '1.0', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Network': '1.1', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Port': '1.7', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'PortForwarding': '1.3', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'QosPolicy': '1.10', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SecurityGroup': '1.5', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SecurityGroupRule': '1.2', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SubPort': '1.0', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Subnet': '1.1', Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Trunk': '1.1'}} Apr 12 14:16:54.888752 dv-cinder-837522-1-iscsi neutron-server[103903]: {{(pid=103903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:16:54.967354 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (9e40e914-ba43-4fb1-913a-1ea9a2836ed8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:55.068609 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (9e40e914-ba43-4fb1-913a-1ea9a2836ed8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:55.073990 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:16:55.074992 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:55.191074 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] Pushing event updated for resources: {'Network': ['ID=9e40e914-ba43-4fb1-913a-1ea9a2836ed8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:16:55.206970 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:16:55.215584 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9b0ab62e-91ed-4ee8-be5d-423cf8c70dac demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6475651 Apr 12 14:16:57.850157 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 34924) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:16:58.250768 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00905ea-a149-416b-a189-f3798ba42d78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:16:58.252184 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e00905ea-a149-416b-a189-f3798ba42d78 demo admin] 10.222.0.61 "GET /v2.0/networks/9e40e914-ba43-4fb1-913a-1ea9a2836ed8 HTTP/1.1" status: 200 len: 825 time: 0.4008973 Apr 12 14:16:58.289384 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-be6e37f1-37bb-4a25-a583-6da4d24108b8 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/cad9af87-4545-4dc7-9dec-b662e661d93e HTTP/1.1" status: 200 len: 734 time: 0.0309970 Apr 12 14:16:58.297837 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8', 'subnetpool_id': 'cad9af87-4545-4dc7-9dec-b662e661d93e', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:16:58.392219 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Made reservation on behalf of 658d1c3291ff49e386ba21e2afa82144 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:16:58.394489 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:58.737041 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (8a665202-411d-477e-98e6-28ccb762d5cb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:58.805169 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Checking segment: {'id': '59debbac-7a2b-48ef-9265-f19bb409f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:16:58.805540 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Network hostable DHCP agents. Network: 9e40e914-ba43-4fb1-913a-1ea9a2836ed8, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:16:58.810188 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8a665202-411d-477e-98e6-28ccb762d5cb,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:16:58.890630 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:16:58.976790 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 9e40e914-ba43-4fb1-913a-1ea9a2836ed8) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:16:58.981674 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:16:58.982383 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:58.987404 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e478356-8a94-4ab1-803c-cce173ffd713 None None] Network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:16:59.082067 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6e93aab2-a3c9-47e1-aa9d-1e5ed8fa8f37 demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7873948 Apr 12 14:16:59.370281 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-9e40e914-ba43-4fb1-913a-1ea9a2836ed8', 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8', 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'fixed_ips': [{'subnet_id': '8a665202-411d-477e-98e6-28ccb762d5cb'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:16:59.371555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:16:59.721384 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Allocated IP 172.20.0.2 (9e40e914-ba43-4fb1-913a-1ea9a2836ed8/8a665202-411d-477e-98e6-28ccb762d5cb/911f9179-ff6c-42cb-b352-592d77b11a46) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:16:59.988058 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Publish callbacks [] for port (911f9179-ff6c-42cb-b352-592d77b11a46), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:00.057272 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:00.140256 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:17:00.147898 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:00.149857 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Pushing event updated for resources: {'Port': ['ID=911f9179-ff6c-42cb-b352-592d77b11a46,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:00.155350 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:17:00.163617 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.163961 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.164342 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.164699 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.165060 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.165393 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.165719 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.166042 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.166365 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.166685 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.167013 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.167355 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.167677 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.167997 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.168315 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Tracked resource versions report: Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: pushed versions: Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: { 'AddressGroup': {'1.2'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Agent': {'1.1'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'ConntrackHelper': {'1.0'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Log': {'1.0'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'NDPProxy': {'1.0'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Network': {'1.1'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Port': {'1.7'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'PortForwarding': {'1.3'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'QosPolicy': {'1.10'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SecurityGroup': {'1.5'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SubPort': {'1.0'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Subnet': {'1.1'}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Trunk': {'1.1'}} Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: consumer versions: Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: { DHCP agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: L3 agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: Metadata agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: Metering agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: Open vSwitch agent@dv-cinder-837522-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Agent': '1.1', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'ConntrackHelper': '1.0', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'LocalIPAssociation': '1.0', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Log': '1.0', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'NDPProxy': '1.0', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Network': '1.1', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Port': '1.7', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'PortForwarding': '1.3', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'QosPolicy': '1.10', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SecurityGroup': '1.5', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SecurityGroupRule': '1.2', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SubPort': '1.0', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Subnet': '1.1', Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Trunk': '1.1'}} Apr 12 14:17:00.169807 dv-cinder-837522-1-iscsi neutron-server[103905]: {{(pid=103905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:17:00.246949 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Attempting to bind port 911f9179-ff6c-42cb-b352-592d77b11a46 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:17:00.247273 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Attempting to bind port 911f9179-ff6c-42cb-b352-592d77b11a46 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '59debbac-7a2b-48ef-9265-f19bb409f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:17:00.247690 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Attempting to bind port 911f9179-ff6c-42cb-b352-592d77b11a46 on network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:17:00.252553 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:17:00.252952 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Checking segment: {'id': '59debbac-7a2b-48ef-9265-f19bb409f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:17:00.253431 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:00.253820 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Bound using segment: {'id': '59debbac-7a2b-48ef-9265-f19bb409f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:17:00.254288 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Bound port: 911f9179-ff6c-42cb-b352-592d77b11a46, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59debbac-7a2b-48ef-9265-f19bb409f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:17:00.254683 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:00.320286 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] For port 911f9179-ff6c-42cb-b352-592d77b11a46, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:17:00.339283 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] For port 911f9179-ff6c-42cb-b352-592d77b11a46, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=911f9179-ff6c-42cb-b352-592d77b11a46,segment=NetworkSegment(59debbac-7a2b-48ef-9265-f19bb409f646),segment_id=59debbac-7a2b-48ef-9265-f19bb409f646)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:17:00.445986 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:00.502109 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bda85b-c58c-4712-9188-9cae1eed006e None None] Pushing event updated for resources: {'Port': ['ID=911f9179-ff6c-42cb-b352-592d77b11a46,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:01.688314 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 34932) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:02.024552 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [None req-63d6d7eb-059f-425a-802b-906c81439230 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:17:02.025613 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-63d6d7eb-059f-425a-802b-906c81439230 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3362472 Apr 12 14:17:04.647086 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 34940) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:05.007789 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [None req-86893045-f05e-4ea9-a7f7-11acff9a60aa admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:17:05.008824 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-86893045-f05e-4ea9-a7f7-11acff9a60aa admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3606274 Apr 12 14:17:07.572190 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 34948) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:07.889695 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-39fad470-437d-4ef6-9905-506c94205de3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:07.975538 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-39fad470-437d-4ef6-9905-506c94205de3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:07.977256 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-39fad470-437d-4ef6-9905-506c94205de3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:08.111732 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-39fad470-437d-4ef6-9905-506c94205de3 demo demo] Publish callbacks [] for router_controller (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:08.181224 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-39fad470-437d-4ef6-9905-506c94205de3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:08.251160 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-39fad470-437d-4ef6-9905-506c94205de3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:08.252274 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-39fad470-437d-4ef6-9905-506c94205de3 demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6790812 Apr 12 14:17:10.732764 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 911f9179-ff6c-42cb-b352-592d77b11a46 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:17:10.825464 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 911f9179-ff6c-42cb-b352-592d77b11a46 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:10.825911 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:10.848294 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 34960) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:10.946210 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 911f9179-ff6c-42cb-b352-592d77b11a46 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:10.946601 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:10.982259 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 911f9179-ff6c-42cb-b352-592d77b11a46, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=911f9179-ff6c-42cb-b352-592d77b11a46,segment=NetworkSegment(59debbac-7a2b-48ef-9265-f19bb409f646),segment_id=59debbac-7a2b-48ef-9265-f19bb409f646)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:17:11.067246 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:11.123000 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=911f9179-ff6c-42cb-b352-592d77b11a46,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:11.211244 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [None req-67aa69c6-cc0d-4f83-80f9-2865165e76a1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:17:11.212246 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-67aa69c6-cc0d-4f83-80f9-2865165e76a1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3628633 Apr 12 14:17:12.227916 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ecb24-672b-429d-8693-993808a2043c None None] Network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:17:12.325089 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-502c2516-7939-4cb4-bea6-625b6570aab3 None None] Provisioning complete for port 911f9179-ff6c-42cb-b352-592d77b11a46 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:12.325486 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-502c2516-7939-4cb4-bea6-625b6570aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:12.441918 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-502c2516-7939-4cb4-bea6-625b6570aab3 None None] Current status of the port 911f9179-ff6c-42cb-b352-592d77b11a46 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:12.562416 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-5b9fdf3d-8c01-48bc-8842-c13921baaf2d None None] Provisioning complete for port 911f9179-ff6c-42cb-b352-592d77b11a46 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:12.562879 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5b9fdf3d-8c01-48bc-8842-c13921baaf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:12.640146 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-5b9fdf3d-8c01-48bc-8842-c13921baaf2d None None] Current status of the port 911f9179-ff6c-42cb-b352-592d77b11a46 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:12.708632 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 911f9179-ff6c-42cb-b352-592d77b11a46 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:17:12.754376 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 911f9179-ff6c-42cb-b352-592d77b11a46 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:12.754763 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:12.833074 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 911f9179-ff6c-42cb-b352-592d77b11a46 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:13.696277 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-acc986cc-21c7-41c8-a3ea-ed3ab5913747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:13.809229 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 34968) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:14.122789 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:14.214919 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Made reservation on behalf of 1882ed88f2204017b2d59722788747c1 for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:17:14.217661 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:14.233763 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:14.336157 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Publish callbacks [] for security_group (20dc9f20-65f3-4692-a6bc-fe0c321f82df), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:14.391665 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (20dc9f20-65f3-4692-a6bc-fe0c321f82df), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:14.403144 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Reserving flat network on physical network physnet1 {{(pid=103904) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 14:17:14.435269 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733053652390', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (d0e1aa04-005c-437d-b37a-1a2fbb42fdce), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:14.435856 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Unsubscribe: segment precommit_create {{(pid=103904) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 14:17:14.436396 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Added segment d0e1aa04-005c-437d-b37a-1a2fbb42fdce of type flat for network 49462a6f-1994-4e8c-8b87-69ff19160ba8 Apr 12 14:17:14.452309 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dc9f20-65f3-4692-a6bc-fe0c321f82df,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:14.497499 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.497776 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.498131 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.498472 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.498803 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.499129 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.499455 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.499775 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.500112 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.500439 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.500775 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.501140 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.501468 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.501786 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.502105 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Tracked resource versions report: Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: pushed versions: Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: { 'AddressGroup': {'1.2'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Agent': {'1.1'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'ConntrackHelper': {'1.0'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Log': {'1.0'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'NDPProxy': {'1.0'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Network': {'1.1'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Port': {'1.7'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'PortForwarding': {'1.3'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'QosPolicy': {'1.10'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SecurityGroup': {'1.5'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SubPort': {'1.0'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Subnet': {'1.1'}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Trunk': {'1.1'}} Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: consumer versions: Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: { DHCP agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: L3 agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: Metadata agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: Metering agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: Open vSwitch agent@dv-cinder-837522-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Agent': '1.1', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'ConntrackHelper': '1.0', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'LocalIPAssociation': '1.0', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Log': '1.0', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'NDPProxy': '1.0', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Network': '1.1', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Port': '1.7', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'PortForwarding': '1.3', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'QosPolicy': '1.10', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SecurityGroup': '1.5', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SecurityGroupRule': '1.2', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SubPort': '1.0', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Subnet': '1.1', Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Trunk': '1.1'}} Apr 12 14:17:14.503540 dv-cinder-837522-1-iscsi neutron-server[103904]: {{(pid=103904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:17:14.553690 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (49462a6f-1994-4e8c-8b87-69ff19160ba8), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:14.656292 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (49462a6f-1994-4e8c-8b87-69ff19160ba8), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:14.657446 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:14.658144 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:14.753288 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] Pushing event updated for resources: {'Network': ['ID=49462a6f-1994-4e8c-8b87-69ff19160ba8,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:14.763585 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:17:14.825083 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-a66e4251-270b-4285-a771-9d6a7a376799 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0145674 Apr 12 14:17:15.926252 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f9752c23-42e1-428a-81e2-2591d6f4be9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:16.810446 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:17.343643 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 34990) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:17.557427 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3be2cc-865b-4e35-8eee-4b952fd0ffcc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:17.558814 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6e3be2cc-865b-4e35-8eee-4b952fd0ffcc demo admin] 10.222.0.61 "GET /v2.0/subnets/8a665202-411d-477e-98e6-28ccb762d5cb HTTP/1.1" status: 200 len: 849 time: 0.2142181 Apr 12 14:17:17.750173 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-d53e17f4-888d-4c33-9900-be396bd59dad demo admin] 10.222.0.61 "GET /v2.0/routers/79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 HTTP/1.1" status: 200 len: 704 time: 0.1842594 Apr 12 14:17:18.019045 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:18.312398 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Allocated IP 172.20.0.1 (9e40e914-ba43-4fb1-913a-1ea9a2836ed8/8a665202-411d-477e-98e6-28ccb762d5cb/38575a03-13a8-4dca-90fa-657cc20af58b) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:17:18.444279 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:18.492800 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Publish callbacks [] for port (38575a03-13a8-4dca-90fa-657cc20af58b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:18.605173 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:18.679658 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:17:18.688528 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:18.695328 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:17:18.695909 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:18.758680 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Pushing event updated for resources: {'Port': ['ID=38575a03-13a8-4dca-90fa-657cc20af58b,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:18.973878 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:18.998663 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-7c74f58b-5f0d-48fa-9c57-bffed031d83b None None] Provisioning complete for port 38575a03-13a8-4dca-90fa-657cc20af58b triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:18.999106 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-7c74f58b-5f0d-48fa-9c57-bffed031d83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:19.031257 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-7c74f58b-5f0d-48fa-9c57-bffed031d83b None None] Port 38575a03-13a8-4dca-90fa-657cc20af58b cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:17:19.232499 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Publish callbacks [] for port (38575a03-13a8-4dca-90fa-657cc20af58b), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:19.302009 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:19.302852 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:19.365695 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Pushing event updated for resources: {'Port': ['ID=38575a03-13a8-4dca-90fa-657cc20af58b,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:19.431456 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:17:19.432877 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:19.652033 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-6f270274-eaab-411b-b468-eeb4e09be37e None None] Provisioning complete for port 38575a03-13a8-4dca-90fa-657cc20af58b triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:19.652615 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6f270274-eaab-411b-b468-eeb4e09be37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:19.661928 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Router 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:17:19.687730 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-6f270274-eaab-411b-b468-eeb4e09be37e None None] Port 38575a03-13a8-4dca-90fa-657cc20af58b cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:17:19.757242 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:17:19.762525 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-fae574bd-ddf8-452e-85ea-f886469568b4 demo admin] 10.222.0.61 "PUT /v2.0/routers/79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0073280 Apr 12 14:17:19.780663 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Sync routers for ids ['79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:17:19.794752 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Routers {'79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:17:19.795701 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:17:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:19.951847 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:19.996119 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Set router 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 gateway port host: None {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:17:20.416801 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'name': 'router1', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:07Z', 'updated_at': '2022-04-12T14:17:18Z', 'revision_number': 2, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'gw_port_host': None, '_interfaces': [{'id': '38575a03-13a8-4dca-90fa-657cc20af58b', 'name': '', 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'mac_address': 'fa:16:3e:56:e4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:18Z', 'updated_at': '2022-04-12T14:17:19Z', 'revision_number': 2, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'subnets': [{'id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cad9af87-4545-4dc7-9dec-b662e661d93e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:20.468069 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Checking router: 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:17:20.468431 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Updating router 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 port 38575a03-13a8-4dca-90fa-657cc20af58b binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:17:20.519626 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.039605 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Publish callbacks [] for port (38575a03-13a8-4dca-90fa-657cc20af58b), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.164427 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.329684 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Pushing event updated for resources: {'Port': ['ID=38575a03-13a8-4dca-90fa-657cc20af58b,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:21.345747 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Attempting to bind port 38575a03-13a8-4dca-90fa-657cc20af58b on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:17:21.346157 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Attempting to bind port 38575a03-13a8-4dca-90fa-657cc20af58b by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '59debbac-7a2b-48ef-9265-f19bb409f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:17:21.346596 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Attempting to bind port 38575a03-13a8-4dca-90fa-657cc20af58b on network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:17:21.349903 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.350252 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.350600 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.350944 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.351281 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.351610 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.351935 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.352259 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.352577 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.352903 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.353254 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.353590 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.354012 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.354215 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.354534 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Tracked resource versions report: Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: pushed versions: Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: { 'AddressGroup': {'1.2'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Agent': {'1.1'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'ConntrackHelper': {'1.0'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Log': {'1.0'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'NDPProxy': {'1.0'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Network': {'1.1'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Port': {'1.7'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'PortForwarding': {'1.3'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'QosPolicy': {'1.10'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SecurityGroup': {'1.5'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SubPort': {'1.0'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Subnet': {'1.1'}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Trunk': {'1.1'}} Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: consumer versions: Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: { DHCP agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: L3 agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: Metadata agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: Metering agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: Open vSwitch agent@dv-cinder-837522-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Agent': '1.1', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'ConntrackHelper': '1.0', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'LocalIPAssociation': '1.0', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Log': '1.0', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'NDPProxy': '1.0', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Network': '1.1', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Port': '1.7', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'PortForwarding': '1.3', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'QosPolicy': '1.10', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SecurityGroup': '1.5', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SecurityGroupRule': '1.2', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SubPort': '1.0', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Subnet': '1.1', Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Trunk': '1.1'}} Apr 12 14:17:21.356012 dv-cinder-837522-1-iscsi neutron-server[103906]: {{(pid=103906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:17:21.362504 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:17:21.362931 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Checking segment: {'id': '59debbac-7a2b-48ef-9265-f19bb409f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:17:21.363408 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.363793 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Bound using segment: {'id': '59debbac-7a2b-48ef-9265-f19bb409f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:17:21.364926 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Bound port: 38575a03-13a8-4dca-90fa-657cc20af58b, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59debbac-7a2b-48ef-9265-f19bb409f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:17:21.365346 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.416416 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-2a4c19c8-fdb4-409b-bdda-a7bb0590fb1d None None] Provisioning complete for port 38575a03-13a8-4dca-90fa-657cc20af58b triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:21.417438 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2a4c19c8-fdb4-409b-bdda-a7bb0590fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.435218 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] For port 38575a03-13a8-4dca-90fa-657cc20af58b, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:17:21.451636 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c19c8-fdb4-409b-bdda-a7bb0590fb1d None None] Port 38575a03-13a8-4dca-90fa-657cc20af58b cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:17:21.456141 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] For port 38575a03-13a8-4dca-90fa-657cc20af58b, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=38575a03-13a8-4dca-90fa-657cc20af58b,segment=NetworkSegment(59debbac-7a2b-48ef-9265-f19bb409f646),segment_id=59debbac-7a2b-48ef-9265-f19bb409f646)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:17:21.525244 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.581810 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbbf33-8174-47a9-9de8-cbf808121d58 None None] Pushing event updated for resources: {'Port': ['ID=38575a03-13a8-4dca-90fa-657cc20af58b,revision_number=4']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:21.589906 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Routers {'79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:17:21.590493 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:17:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:21.693394 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] Set router 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 gateway port host: None {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:17:21.769604 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-9d90b9ba-725c-4b63-b674-14a797273882 None None] Provisioning complete for port 38575a03-13a8-4dca-90fa-657cc20af58b triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:21.770808 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9d90b9ba-725c-4b63-b674-14a797273882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.848234 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-9d90b9ba-725c-4b63-b674-14a797273882 None None] Current status of the port 38575a03-13a8-4dca-90fa-657cc20af58b is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:21.848574 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9d90b9ba-725c-4b63-b674-14a797273882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.880649 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9d90b9ba-725c-4b63-b674-14a797273882 None None] For port 38575a03-13a8-4dca-90fa-657cc20af58b, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=38575a03-13a8-4dca-90fa-657cc20af58b,segment=NetworkSegment(59debbac-7a2b-48ef-9265-f19bb409f646),segment_id=59debbac-7a2b-48ef-9265-f19bb409f646)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:17:21.897456 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'name': 'router1', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:07Z', 'updated_at': '2022-04-12T14:17:18Z', 'revision_number': 2, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'gw_port_host': None, '_interfaces': [{'id': '38575a03-13a8-4dca-90fa-657cc20af58b', 'name': '', 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'mac_address': 'fa:16:3e:56:e4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:18Z', 'updated_at': '2022-04-12T14:17:21Z', 'revision_number': 4, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'subnets': [{'id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cad9af87-4545-4dc7-9dec-b662e661d93e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:21.923154 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243929cc-5e76-45ee-9d8a-398582088ae8 None None] The sync data for ids ['79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'] in dv-cinder-837522-1-iscsi is: [{'id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'name': 'router1', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:07Z', 'updated_at': '2022-04-12T14:17:18Z', 'revision_number': 2, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'gw_port_host': None, '_interfaces': [{'id': '38575a03-13a8-4dca-90fa-657cc20af58b', 'name': '', 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'mac_address': 'fa:16:3e:56:e4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:18Z', 'updated_at': '2022-04-12T14:17:21Z', 'revision_number': 4, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'subnets': [{'id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cad9af87-4545-4dc7-9dec-b662e661d93e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:17:21.951847 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9d90b9ba-725c-4b63-b674-14a797273882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.999075 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90b9ba-725c-4b63-b674-14a797273882 None None] Pushing event updated for resources: {'Port': ['ID=38575a03-13a8-4dca-90fa-657cc20af58b,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:22.259991 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35010) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:22.371328 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05adcc6b-c18f-4152-94b8-acce34c1db2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:22.372613 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-05adcc6b-c18f-4152-94b8-acce34c1db2b admin admin] 10.222.0.61 "GET /v2.0/networks/49462a6f-1994-4e8c-8b87-69ff19160ba8 HTTP/1.1" status: 200 len: 842 time: 0.1116652 Apr 12 14:17:22.382834 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'gateway_ip': '172.27.3.1'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:22.490909 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Made reservation on behalf of 1882ed88f2204017b2d59722788747c1 for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:17:22.493597 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:22.783486 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:17:22.851511 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.objects.ports [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103904) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 14:17:22.851926 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (b36bfea4-a228-4b17-86dd-8eb8c0b0e652), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:22.906788 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36bfea4-a228-4b17-86dd-8eb8c0b0e652,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:22.917827 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:17:22.918177 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Network hostable DHCP agents. Network: 49462a6f-1994-4e8c-8b87-69ff19160ba8, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:17:23.015988 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:17:23.073389 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 49462a6f-1994-4e8c-8b87-69ff19160ba8) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:23.077589 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:23.078268 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:23.084762 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275532a-dfcc-4367-b959-74d8b895fa67 None None] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:17:23.163858 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ed4bc0aa-4e35-4a2a-bd3a-039ff0a71519 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7814889 Apr 12 14:17:23.185724 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3c45a2-89f7-4663-868a-9643fe9b443a None None] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:17:25.607879 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35018) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:25.739936 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3175b8f9-ec1b-4cd0-919d-5ad35363bfb4 demo admin] 10.222.0.61 "GET /v2.0/routers/79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 HTTP/1.1" status: 200 len: 710 time: 0.1308341 Apr 12 14:17:25.826870 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435af203-2cf5-4b74-841e-e7a55ddf1161 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:25.828149 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-435af203-2cf5-4b74-841e-e7a55ddf1161 demo admin] 10.222.0.61 "GET /v2.0/networks/49462a6f-1994-4e8c-8b87-69ff19160ba8 HTTP/1.1" status: 200 len: 886 time: 0.0828857 Apr 12 14:17:25.836902 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:26.153145 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Publish callbacks [] for router_gateway (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:26.441995 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Publish callbacks [] for router_gateway (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:26.518495 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:26.648054 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Allocated IP 172.27.3.115 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/bc20eeef-afe6-4652-9dbd-7d3af4f03e3a) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:17:26.749312 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Publish callbacks [] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:26.844525 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:26.885297 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:17:26.889561 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:26.894737 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:17:26.897914 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Pushing event updated for resources: {'Port': ['ID=bc20eeef-afe6-4652-9dbd-7d3af4f03e3a,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:27.240508 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Publish callbacks [] for router_gateway (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:27.446461 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-503862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4787'] for router (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:27.450276 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-507333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-507340', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604024'] for router (79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:27.563326 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Router 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:17:27.678123 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:17:27.682513 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:27.686811 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3ad1a807-707a-4ff5-a0e4-76cd3446cf0d demo admin] 10.222.0.61 "PUT /v2.0/routers/79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 HTTP/1.1" status: 200 len: 890 time: 1.8499777 Apr 12 14:17:28.772004 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 38575a03-13a8-4dca-90fa-657cc20af58b up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:17:28.828537 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 38575a03-13a8-4dca-90fa-657cc20af58b triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:28.828935 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:28.916906 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 38575a03-13a8-4dca-90fa-657cc20af58b is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:30.260322 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35030) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:30.470195 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-c63a9c5d-1fb7-41c7-ae84-3509ba553119 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2086511 Apr 12 14:17:30.763294 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Sync routers for ids ['79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:17:30.777585 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Routers {'79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:17:30.778239 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:17:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:31.000454 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Set router 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:17:31.490370 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'name': 'router1', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bc20eeef-afe6-4652-9dbd-7d3af4f03e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:07Z', 'updated_at': '2022-04-12T14:17:27Z', 'revision_number': 4, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'gw_port': {'id': 'bc20eeef-afe6-4652-9dbd-7d3af4f03e3a', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:26Z', 'updated_at': '2022-04-12T14:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '38575a03-13a8-4dca-90fa-657cc20af58b', 'name': '', 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'mac_address': 'fa:16:3e:56:e4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:18Z', 'updated_at': '2022-04-12T14:17:21Z', 'revision_number': 5, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'subnets': [{'id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cad9af87-4545-4dc7-9dec-b662e661d93e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:31.542176 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Checking router: 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:17:31.542446 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Updating router 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:17:31.594069 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:31.935240 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Publish callbacks [] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:31.987093 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:32.043194 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Attempting to bind port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:17:32.043567 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Attempting to bind port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:17:32.043929 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Attempting to bind port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:17:32.046062 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472f781-2e08-4f67-bff0-1078fbe63331 None None] Pushing event updated for resources: {'Port': ['ID=bc20eeef-afe6-4652-9dbd-7d3af4f03e3a,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:32.052229 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:17:32.052592 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:17:32.052892 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:32.053301 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:17:32.053765 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Bound port: bc20eeef-afe6-4652-9dbd-7d3af4f03e3a, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:17:32.054697 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:32.104756 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] For port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:17:32.107841 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] For port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=bc20eeef-afe6-4652-9dbd-7d3af4f03e3a,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:17:32.169705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:32.233369 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472f781-2e08-4f67-bff0-1078fbe63331 None None] Pushing event updated for resources: {'Port': ['ID=bc20eeef-afe6-4652-9dbd-7d3af4f03e3a,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:32.250764 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Routers {'79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:17:32.251398 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:17:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:32.371755 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] Set router 79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:17:32.584050 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'name': 'router1', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bc20eeef-afe6-4652-9dbd-7d3af4f03e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:07Z', 'updated_at': '2022-04-12T14:17:27Z', 'revision_number': 4, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'gw_port': {'id': 'bc20eeef-afe6-4652-9dbd-7d3af4f03e3a', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:26Z', 'updated_at': '2022-04-12T14:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '38575a03-13a8-4dca-90fa-657cc20af58b', 'name': '', 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'mac_address': 'fa:16:3e:56:e4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:18Z', 'updated_at': '2022-04-12T14:17:21Z', 'revision_number': 5, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'subnets': [{'id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cad9af87-4545-4dc7-9dec-b662e661d93e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:32.618011 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9c76a-5491-4d3e-9c94-aaab0feffe10 None None] The sync data for ids ['79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2'] in dv-cinder-837522-1-iscsi is: [{'id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'name': 'router1', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bc20eeef-afe6-4652-9dbd-7d3af4f03e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:07Z', 'updated_at': '2022-04-12T14:17:27Z', 'revision_number': 4, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'gw_port': {'id': 'bc20eeef-afe6-4652-9dbd-7d3af4f03e3a', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:26Z', 'updated_at': '2022-04-12T14:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '38575a03-13a8-4dca-90fa-657cc20af58b', 'name': '', 'network_id': '9e40e914-ba43-4fb1-913a-1ea9a2836ed8', 'tenant_id': '658d1c3291ff49e386ba21e2afa82144', 'mac_address': 'fa:16:3e:56:e4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e9f6c6-1d88-4be8-a7a9-5187eef1fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:18Z', 'updated_at': '2022-04-12T14:17:21Z', 'revision_number': 5, 'project_id': '658d1c3291ff49e386ba21e2afa82144', 'subnets': [{'id': '8a665202-411d-477e-98e6-28ccb762d5cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cad9af87-4545-4dc7-9dec-b662e661d93e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:17:34.810644 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device bc20eeef-afe6-4652-9dbd-7d3af4f03e3a up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:17:34.871528 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:34.872153 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:34.967544 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:34.968139 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:34.998239 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=bc20eeef-afe6-4652-9dbd-7d3af4f03e3a,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:17:35.084116 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:35.156541 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=bc20eeef-afe6-4652-9dbd-7d3af4f03e3a,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:36.826662 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device bc20eeef-afe6-4652-9dbd-7d3af4f03e3a up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:17:36.906168 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:36.906920 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (bc20eeef-afe6-4652-9dbd-7d3af4f03e3a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:37.013121 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port bc20eeef-afe6-4652-9dbd-7d3af4f03e3a is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:43.701162 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-dadd27b9-cf6e-48f7-a3ba-115e1e048565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:45.922211 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-429b2a33-ceac-4b5f-964a-be8fa904ed5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:46.843897 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.455375 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:49.968768 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:59.782617 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:18:13.711126 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e5d1-7f57-477a-a16d-f4fd20152c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:15.922261 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5a839556-e917-4345-83f5-f58c4582fc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:16.853507 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:18.487935 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:19.979116 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:36.781715 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:18:43.675006 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1b39c386-35f4-4af7-9265-683d673368f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:45.931336 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ad1e0447-0589-4b8c-acf5-216da6d0fab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:46.829911 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:48.468106 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:49.959675 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:55.427717 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35514) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:18:55.493524 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b68e567-7801-49fd-98d4-58f4758b6a2a admin admin] GET failed (client error): The resource could not be found. Apr 12 14:18:55.494811 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6b68e567-7801-49fd-98d4-58f4758b6a2a admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660274 Apr 12 14:18:55.661898 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295d26e-3c58-4612-bdaa-0207e9b9bee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:18:55.663337 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-e295d26e-3c58-4612-bdaa-0207e9b9bee9 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1644638 Apr 12 14:18:58.005820 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35524) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:18:58.095543 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6554731-232f-477e-b70d-4b25cf01e584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:18:58.096883 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-a6554731-232f-477e-b70d-4b25cf01e584 admin admin] 10.222.0.61 "GET /v2.0/subnets/8a665202-411d-477e-98e6-28ccb762d5cb HTTP/1.1" status: 200 len: 849 time: 0.0901270 Apr 12 14:18:58.106133 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:18:58.189576 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Publish callbacks [] for subnet (8a665202-411d-477e-98e6-28ccb762d5cb), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:58.399135 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733053601558'] for subnet (8a665202-411d-477e-98e6-28ccb762d5cb), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:58.433486 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:18:58.434104 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:58.436583 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] 10.222.0.61 "PUT /v2.0/subnets/8a665202-411d-477e-98e6-28ccb762d5cb HTTP/1.1" status: 200 len: 868 time: 0.3338697 Apr 12 14:18:58.439803 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b8d96-4c1a-42d4-b445-05744d62b8d0 None None] Network 9e40e914-ba43-4fb1-913a-1ea9a2836ed8 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:18:58.456944 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a665202-411d-477e-98e6-28ccb762d5cb,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:18:58.464646 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.465019 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.465394 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.465747 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.466086 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.466421 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.466755 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.467186 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.467551 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.467896 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.468370 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.468716 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.469080 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.469918 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.470254 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b309f-fc66-41d0-b90b-1f3b957cf8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:18:58.795587 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-5022db3d-1f31-4f94-9fbd-7ec6633df265 None None] Provisioning complete for port 911f9179-ff6c-42cb-b352-592d77b11a46 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:18:58.796101 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5022db3d-1f31-4f94-9fbd-7ec6633df265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (911f9179-ff6c-42cb-b352-592d77b11a46), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:58.876512 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-5022db3d-1f31-4f94-9fbd-7ec6633df265 None None] Current status of the port 911f9179-ff6c-42cb-b352-592d77b11a46 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:18:58.884062 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-5022db3d-1f31-4f94-9fbd-7ec6633df265 None None] Provisioning complete for port 38575a03-13a8-4dca-90fa-657cc20af58b triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:18:58.884428 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5022db3d-1f31-4f94-9fbd-7ec6633df265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (38575a03-13a8-4dca-90fa-657cc20af58b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:58.961429 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-5022db3d-1f31-4f94-9fbd-7ec6633df265 None None] Current status of the port 38575a03-13a8-4dca-90fa-657cc20af58b is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:19:00.776751 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35532) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:00.977574 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39bad7-d9c9-4afe-9af0-537aaf722cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:00.977959 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39bad7-d9c9-4afe-9af0-537aaf722cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:00.979473 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ea39bad7-d9c9-4afe-9af0-537aaf722cab admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017403 Apr 12 14:19:03.328466 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35540) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:03.460886 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad4076-a7a7-4c7f-a5a9-bf02e00d285d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:03.461384 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad4076-a7a7-4c7f-a5a9-bf02e00d285d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:03.462900 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-5aad4076-a7a7-4c7f-a5a9-bf02e00d285d admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334486 Apr 12 14:19:05.799081 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35548) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:05.942798 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d5ddf-086a-4e58-a157-0c770ed22eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:05.944111 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-eb8d5ddf-086a-4e58-a157-0c770ed22eaa admin admin] 10.222.0.61 "GET /v2.0/networks/49462a6f-1994-4e8c-8b87-69ff19160ba8 HTTP/1.1" status: 200 len: 886 time: 0.1440377 Apr 12 14:19:08.427148 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35556) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:08.567884 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e398bd2-8e6c-4c8f-8661-156f51732c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:08.569304 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3e398bd2-8e6c-4c8f-8661-156f51732c2f admin admin] 10.222.0.61 "GET /v2.0/networks/9e40e914-ba43-4fb1-913a-1ea9a2836ed8 HTTP/1.1" status: 200 len: 869 time: 0.1411452 Apr 12 14:19:10.947595 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35564) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:11.079113 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607ce86f-f58b-4ac9-8265-10f46253f89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:11.079622 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607ce86f-f58b-4ac9-8265-10f46253f89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:11.081230 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-607ce86f-f58b-4ac9-8265-10f46253f89b admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327119 Apr 12 14:19:13.456259 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35572) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:13.552356 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf6f776-3b94-463b-90c6-6862cd7e40b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:13.552895 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf6f776-3b94-463b-90c6-6862cd7e40b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:13.554441 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-2bf6f776-3b94-463b-90c6-6862cd7e40b6 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0972402 Apr 12 14:19:13.703249 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6df1e5d7-0d2a-481e-84d6-e76a9eeb567e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:13.781113 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:19:15.925359 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-504c5324-663d-4a57-8696-0fa274ab5305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:15.938096 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35580) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:16.039935 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d35e9-d5f9-444d-b2ba-4e32b09762aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:16.041333 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-7b4d35e9-d5f9-444d-b2ba-4e32b09762aa admin admin] 10.222.0.61 "GET /v2.0/subnets/8a665202-411d-477e-98e6-28ccb762d5cb HTTP/1.1" status: 200 len: 868 time: 0.1022909 Apr 12 14:19:16.885384 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:18.374981 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35588) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:18.465083 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d4140-beef-4627-b18b-678502c3038a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:18.466486 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6d4d4140-beef-4627-b18b-678502c3038a admin admin] 10.222.0.61 "GET /v2.0/subnets/b36bfea4-a228-4b17-86dd-8eb8c0b0e652 HTTP/1.1" status: 200 len: 816 time: 0.0904920 Apr 12 14:19:18.484931 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:19.959047 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:43.695183 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d7747c54-67c3-429f-8ff6-aabc999d3fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:45.917683 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f00e4100-691a-48ba-81fb-9f902f8da1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:46.854381 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:48.488715 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:49.992292 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:50.779830 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:20:00.034870 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35646) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:20:00.082830 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [None req-ef474b92-d19b-485d-9c43-cbc3e59245cb admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103904) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:20:00.083894 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ef474b92-d19b-485d-9c43-cbc3e59245cb admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480947 Apr 12 14:20:02.510558 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35654) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:20:02.571571 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.pecan_wsgi.hooks.translation [None req-32523212-93ad-4494-b412-385c1e62679c admin admin] GET failed (client error): The resource could not be found. Apr 12 14:20:02.573052 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-32523212-93ad-4494-b412-385c1e62679c admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615227 Apr 12 14:20:02.657255 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b86c5-b971-4b60-97e5-cf9a2d698656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:20:02.658846 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-780b86c5-b971-4b60-97e5-cf9a2d698656 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807929 Apr 12 14:20:05.041407 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35662) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:20:05.089629 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:20:05.213112 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Made reservation on behalf of 1882ed88f2204017b2d59722788747c1 for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:20:05.215876 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:05.244997 dv-cinder-837522-1-iscsi neutron-server[103904]: WARNING neutron.services.revisions.revision_plugin [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Could not find related network for resource to bump revision. Apr 12 14:20:05.258998 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:20:05.268342 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (ee2ab167-4e7c-412b-8a59-97f18df65703), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:05.268684 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Added segment ee2ab167-4e7c-412b-8a59-97f18df65703 of type vlan for network 1501533d-044d-4495-9724-37ad363f8866 Apr 12 14:20:05.323492 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (1501533d-044d-4495-9724-37ad363f8866), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:05.437389 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (1501533d-044d-4495-9724-37ad363f8866), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:05.438366 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:20:05.438908 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:05.500857 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=1501533d-044d-4495-9724-37ad363f8866,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:05.508270 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.508611 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.508949 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.509328 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.509743 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.510070 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.510391 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.510709 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.511068 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.511910 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.512233 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.512580 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.512911 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.513265 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.513616 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:05.524518 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 1501533d-044d-4495-9724-37ad363f8866 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:20:05.565516 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-d1a8fa2c-c1c8-431c-8f7e-acb5040ad9e2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5228424 Apr 12 14:20:08.003144 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35670) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:20:08.062799 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.pecan_wsgi.hooks.translation [None req-325bf8ad-92a0-49a6-9520-76c471889d00 admin admin] GET failed (client error): The resource could not be found. Apr 12 14:20:08.064050 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-325bf8ad-92a0-49a6-9520-76c471889d00 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599389 Apr 12 14:20:08.226903 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66a560-d3f6-40d2-a690-dc7af55e6055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:20:08.228300 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-2d66a560-d3f6-40d2-a690-dc7af55e6055 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1602633 Apr 12 14:20:08.238624 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1501533d-044d-4495-9724-37ad363f8866', 'cidr': '192.168.233.0/24'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:20:08.334313 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Made reservation on behalf of 1882ed88f2204017b2d59722788747c1 for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:20:08.336605 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:08.575179 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (9bb00d01-ad79-4aae-a0c1-db2b2025e453), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:08.622689 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb00d01-ad79-4aae-a0c1-db2b2025e453,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:08.643891 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Checking segment: {'id': 'ee2ab167-4e7c-412b-8a59-97f18df65703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1501533d-044d-4495-9724-37ad363f8866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:20:08.644251 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Network hostable DHCP agents. Network: 1501533d-044d-4495-9724-37ad363f8866, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:20:08.733971 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Network 1501533d-044d-4495-9724-37ad363f8866 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:20:08.842469 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 1501533d-044d-4495-9724-37ad363f8866) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:20:08.846479 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:20:08.847183 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:08.852410 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ec885e-e5b7-49cd-b295-31dbe1a5f2f5 None None] Network 1501533d-044d-4495-9724-37ad363f8866 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:20:08.948279 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-d0644865-a1d9-4381-854f-a5c42b9b4dc1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7130051 Apr 12 14:20:08.968473 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-1501533d-044d-4495-9724-37ad363f8866', 'network_id': '1501533d-044d-4495-9724-37ad363f8866', 'project_id': '1882ed88f2204017b2d59722788747c1', 'fixed_ips': [{'subnet_id': '9bb00d01-ad79-4aae-a0c1-db2b2025e453'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:20:08.974441 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:09.140470 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Allocated IP 192.168.233.2 (1501533d-044d-4495-9724-37ad363f8866/9bb00d01-ad79-4aae-a0c1-db2b2025e453/b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:20:09.290427 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Publish callbacks [] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:09.403628 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:09.445156 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Network 1501533d-044d-4495-9724-37ad363f8866 is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:20:09.448251 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:20:09.451708 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:20:09.457233 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Pushing event updated for resources: {'Port': ['ID=b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:09.467089 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.467438 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.467813 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.468160 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.468500 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.468831 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.469186 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.469513 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.469863 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.470190 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.470512 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.470853 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.471177 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.471500 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.471817 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:09.529535 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Attempting to bind port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:20:09.529908 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Attempting to bind port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'ee2ab167-4e7c-412b-8a59-97f18df65703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1501533d-044d-4495-9724-37ad363f8866'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:20:09.530273 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Attempting to bind port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc on network 1501533d-044d-4495-9724-37ad363f8866 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:20:09.535522 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:20:09.535896 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Checking segment: {'id': 'ee2ab167-4e7c-412b-8a59-97f18df65703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1501533d-044d-4495-9724-37ad363f8866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:20:09.536291 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:09.536680 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Bound using segment: {'id': 'ee2ab167-4e7c-412b-8a59-97f18df65703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1501533d-044d-4495-9724-37ad363f8866'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:20:09.537182 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Bound port: b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2ab167-4e7c-412b-8a59-97f18df65703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1501533d-044d-4495-9724-37ad363f8866'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:20:09.537558 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:09.601765 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] For port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:20:09.605446 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] For port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc,segment=NetworkSegment(ee2ab167-4e7c-412b-8a59-97f18df65703),segment_id=ee2ab167-4e7c-412b-8a59-97f18df65703)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:20:09.734423 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:09.789336 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc51772-17f6-43cd-89fd-826d4c6ddc58 None None] Pushing event updated for resources: {'Port': ['ID=b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:10.644047 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b6fe65-b9aa-4996-96d9-4c89df9c9c2b None None] Network 1501533d-044d-4495-9724-37ad363f8866 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:20:10.736198 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-ce6568c2-b59b-4f77-a830-c62b5c3160c6 None None] Provisioning complete for port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:20:10.736198 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ce6568c2-b59b-4f77-a830-c62b5c3160c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:10.862185 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-ce6568c2-b59b-4f77-a830-c62b5c3160c6 None None] Current status of the port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:20:10.862606 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ce6568c2-b59b-4f77-a830-c62b5c3160c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:10.890010 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:20:10.932947 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-ce6568c2-b59b-4f77-a830-c62b5c3160c6 None None] For port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc,segment=NetworkSegment(ee2ab167-4e7c-412b-8a59-97f18df65703),segment_id=ee2ab167-4e7c-412b-8a59-97f18df65703)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:20:10.955625 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:20:10.956284 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:11.027520 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ce6568c2-b59b-4f77-a830-c62b5c3160c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:11.072893 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:20:11.073375 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:11.099858 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6568c2-b59b-4f77-a830-c62b5c3160c6 None None] Pushing event updated for resources: {'Port': ['ID=b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:11.150532 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.db.api [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 14:20:11.150902 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG oslo_db.api [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 14:20:11.152038 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-99330531-d941-4ab4-91b1-ab3738e232cd None None] Provisioning complete for port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:20:11.152424 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-99330531-d941-4ab4-91b1-ab3738e232cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:11.235589 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-99330531-d941-4ab4-91b1-ab3738e232cd None None] Current status of the port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:20:11.689511 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:20:12.831792 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:20:12.880662 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:20:12.881053 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:12.955422 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port b3ab1ebc-f1a0-4ad2-8777-2a7b1ad06dcc is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:20:13.711032 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c37e-3666-4471-9a55-b3d1708d285c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:15.945620 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3de8be6b-39ac-4c4b-80cf-9041f9dfca72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:16.871272 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:18.516372 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:20.013684 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:27.778574 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:20:43.699174 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-365cec7e-07db-4b0b-8516-76d70ec86925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:45.942918 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-815aa641-99cc-408a-bb7e-7f69c9e1eea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:46.851857 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:48.486480 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:49.977872 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:04.777283 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:21:13.708061 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5f0729c1-f487-4aa7-9da5-dadc9a8811ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:15.930740 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-527b4990-5936-4c1d-b05a-40eb80d151c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:16.936786 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:18.530575 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:19.959045 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:41.775822 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:21:43.717944 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3d9a3e04-8e2e-426f-a608-87602c4134d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:45.929409 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-79f0132e-7360-4e2d-b7d5-3e465c74465b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:46.837740 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:48.511682 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:49.885791 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35708) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:21:49.891980 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [None req-4ca97bd1-346c-445e-8e09-6f91e8c9d8ed tempest-verify_tempest_config-220550203 tempest-verify_tempest_config-220550203-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103904) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:21:49.892988 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-4ca97bd1-346c-445e-8e09-6f91e8c9d8ed tempest-verify_tempest_config-220550203 tempest-verify_tempest_config-220550203-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062039 Apr 12 14:21:49.992018 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:50.419237 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 35726) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:21:50.532720 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:50.605916 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Publish callbacks [] for security_group (02836c74-fd0c-4b5c-bc1b-6109a1cacb37), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:50.683240 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (02836c74-fd0c-4b5c-bc1b-6109a1cacb37), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:50.730722 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02836c74-fd0c-4b5c-bc1b-6109a1cacb37,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:21:50.734552 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed3cb94a5cad47e39b1745829c255c7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3143294 Apr 12 14:21:50.738173 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 35732) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:21:50.740751 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.741136 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.741484 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.741827 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.742165 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.742503 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.742838 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.743185 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.744202 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.744202 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.744202 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.744526 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.744847 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.789080 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.789080 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c393b-e81a-421b-999b-6fda9f0a28aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:50.797782 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Publish callbacks [] for security_group (02836c74-fd0c-4b5c-bc1b-6109a1cacb37), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:50.823704 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Publish callbacks [] for security_group (02836c74-fd0c-4b5c-bc1b-6109a1cacb37), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:51.027234 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (02836c74-fd0c-4b5c-bc1b-6109a1cacb37), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:51.029853 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:51.030997 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02836c74-fd0c-4b5c-bc1b-6109a1cacb37 HTTP/1.1" status: 204 len: 168 time: 0.2918525 Apr 12 14:21:51.040024 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02836c74-fd0c-4b5c-bc1b-6109a1cacb37,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:21:51.046863 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.047210 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.047643 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.047980 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.048311 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.048638 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.049068 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.049305 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.049648 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.049974 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.050311 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.050637 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.050975 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.051294 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:21:51.052459 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7476fb-f0f6-4e80-8fd0-7d29ecb5ab99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.722301 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-81b6bfab-1b20-47f5-82d3-ac3482773072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:15.933083 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54262246-e645-435d-aca9-cf7063aaf0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:16.841892 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:18.493060 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:18.777297 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:22:20.001595 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:43.720374 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6ef8129e-b951-48d9-839f-a2f19a63dab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:45.925833 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f77e709f-0267-452b-9942-780168456ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:46.851680 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:48.480276 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:49.971576 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:55.776346 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:23:13.747676 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3a32dd3b-3a70-4502-b3fe-daa0fcacef14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:15.901755 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3e0a749b-1bdf-4df9-a468-3459efbc5a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:16.866991 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:18.478446 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:19.975852 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:32.775637 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 5 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:23:38.700869 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604300'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:43.683506 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d55509c6-2b78-4469-8f8b-e950c8802353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:45.917218 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ecf3eca1-c4f7-4a92-b0f9-cbf9664d5987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:46.883246 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:48.505589 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:49.980509 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:54.474968 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 35802) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:23:54.585903 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c672625d-a8ad-4810-ac37-5accb193e999 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1098239 Apr 12 14:23:56.958288 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 35812) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:23:57.013227 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-705a1ced-abee-4871-ae7c-96acd704c104 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538363 Apr 12 14:24:08.647919 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:09.774134 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:24:13.687846 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f9ed524f-65dc-47ba-b2cd-010be2191bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:15.927600 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d14385cd-9406-49cf-a59e-effbe4b1891b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:16.864346 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:18.492976 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:19.972844 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:38.686330 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:43.714029 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c9f5a547-3356-458e-8c70-7b45cba74008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:45.903034 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bf266290-d76e-4ba6-ab0b-019ae4e34fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:46.775733 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:24:46.885073 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:48.497696 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:49.983254 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:08.633586 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:13.707337 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-130e9c61-0f9d-46ee-ac47-633faa522dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:15.907170 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-310ad4cc-fd53-4511-9401-7f3ee1e999ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:16.855907 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:18.518717 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:19.981996 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:23.836311 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:25:38.653576 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:39.749521 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 35988) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:40.083067 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1955061819-network', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:40.157764 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Made reservation on behalf of e143bfbb72ff477eb0314ce2e307742b for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:25:40.161066 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:40.180939 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:40.181560 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36016) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:40.265838 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Publish callbacks [] for security_group (369a5e68-6257-4448-bede-61bffccfa99f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:40.346292 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (369a5e68-6257-4448-bede-61bffccfa99f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:40.372090 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:25:40.382568 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369a5e68-6257-4448-bede-61bffccfa99f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:40.390759 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (6540ba8c-777b-4df2-8fa7-b5df3f16a9d5), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:40.392179 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Added segment 6540ba8c-777b-4df2-8fa7-b5df3f16a9d5 of type vlan for network c6cfda00-f47e-4714-a51e-54f6193af483 Apr 12 14:25:40.392844 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.393207 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.393855 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.394187 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.394691 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.395230 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.395558 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.395899 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.396213 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.396526 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.396853 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.397199 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.397521 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.398067 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.398395 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Tracked resource versions report: Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: pushed versions: Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: { 'AddressGroup': {'1.2'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Agent': {'1.1'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'ConntrackHelper': {'1.0'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Log': {'1.0'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'NDPProxy': {'1.0'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Network': {'1.1'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Port': {'1.7'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'PortForwarding': {'1.3'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'QosPolicy': {'1.10'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SecurityGroup': {'1.5'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SubPort': {'1.0'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Subnet': {'1.1'}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Trunk': {'1.1'}} Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: consumer versions: Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: { DHCP agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: L3 agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: Metadata agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: Metering agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: Open vSwitch agent@dv-cinder-837522-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Agent': '1.1', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'ConntrackHelper': '1.0', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'LocalIPAssociation': '1.0', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Log': '1.0', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'NDPProxy': '1.0', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Network': '1.1', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Port': '1.7', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'PortForwarding': '1.3', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'QosPolicy': '1.10', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SecurityGroup': '1.5', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SecurityGroupRule': '1.2', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'SubPort': '1.0', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Subnet': '1.1', Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: 'Trunk': '1.1'}} Apr 12 14:25:40.399603 dv-cinder-837522-1-iscsi neutron-server[103903]: {{(pid=103903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:25:40.446298 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (c6cfda00-f47e-4714-a51e-54f6193af483), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:40.556506 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (c6cfda00-f47e-4714-a51e-54f6193af483), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:40.557534 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:40.558114 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:40.652677 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] Pushing event updated for resources: {'Network': ['ID=c6cfda00-f47e-4714-a51e-54f6193af483,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:40.665108 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network c6cfda00-f47e-4714-a51e-54f6193af483 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:25:40.669715 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a180f69d-8c98-4a18-a69b-1cc3f4b1fbfb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9183335 Apr 12 14:25:40.672826 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36034) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:40.677828 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Request body: {'subnet': {'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-subnet', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:40.763402 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Made reservation on behalf of e143bfbb72ff477eb0314ce2e307742b for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:25:40.766382 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:40.932371 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36046) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:40.971300 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36052) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:40.992223 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-121228908-network', 'tenant_id': 'ad74a5a84650412abfbb212fe4435e2b'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:41.015343 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (f4377840-8ce7-4f3c-a2b2-7858ae2d4481), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.078746 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Checking segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:41.079105 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Network hostable DHCP agents. Network: c6cfda00-f47e-4714-a51e-54f6193af483, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:25:41.098679 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Made reservation on behalf of ad74a5a84650412abfbb212fe4435e2b for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:25:41.101657 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.104928 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4377840-8ce7-4f3c-a2b2-7858ae2d4481,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:41.116463 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.125401 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.125547 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.125913 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.126252 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.126585 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.126911 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.127234 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.127592 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.128050 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.128225 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.128797 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.129369 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.133453 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-network', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:41.134395 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.134794 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.135147 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Tracked resource versions report: Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: pushed versions: Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: { 'AddressGroup': {'1.2'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Agent': {'1.1'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'ConntrackHelper': {'1.0'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Log': {'1.0'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'NDPProxy': {'1.0'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Network': {'1.1'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Port': {'1.7'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'PortForwarding': {'1.3'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'QosPolicy': {'1.10'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SecurityGroup': {'1.5'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SubPort': {'1.0'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Subnet': {'1.1'}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Trunk': {'1.1'}} Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: consumer versions: Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: { DHCP agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: L3 agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: Metadata agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: Metering agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: Open vSwitch agent@dv-cinder-837522-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Agent': '1.1', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'ConntrackHelper': '1.0', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'LocalIPAssociation': '1.0', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Log': '1.0', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'NDPProxy': '1.0', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Network': '1.1', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Port': '1.7', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'PortForwarding': '1.3', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'QosPolicy': '1.10', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SecurityGroup': '1.5', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SecurityGroupRule': '1.2', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'SubPort': '1.0', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Subnet': '1.1', Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: 'Trunk': '1.1'}} Apr 12 14:25:41.136429 dv-cinder-837522-1-iscsi neutron-server[103904]: {{(pid=103904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:25:41.169534 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Network c6cfda00-f47e-4714-a51e-54f6193af483 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:25:41.190022 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-487965779-network', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:41.228345 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Publish callbacks [] for security_group (7d369c8b-80f6-486d-9047-2e8130fe7034), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.238272 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Made reservation on behalf of 9b35d4f1f2124b17b32c97ef1876ab53 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:25:41.240688 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.258327 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.266626 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, c6cfda00-f47e-4714-a51e-54f6193af483) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:41.272146 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:41.273088 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.278635 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4e5437-ae0a-4d4b-8bd1-55b96551a6fc None None] Network c6cfda00-f47e-4714-a51e-54f6193af483 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:25:41.324031 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7d369c8b-80f6-486d-9047-2e8130fe7034), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.325566 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Made reservation on behalf of 01f26170c3294efc8e2156d7bbf0f995 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:25:41.328824 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.343117 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.392699 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Publish callbacks [] for security_group (33344f0b-82ac-43d1-beaf-cd42b0823d0a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.413858 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-a2fdd0fb-3d9f-42f3-b5e0-517f260b94f7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7397311 Apr 12 14:25:41.416520 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36072) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:41.417182 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d369c8b-80f6-486d-9047-2e8130fe7034,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:41.437080 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:25:41.442449 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:41.456337 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (94ad597b-b646-4faa-9037-7bf5516d00f4), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.456681 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Added segment 94ad597b-b646-4faa-9037-7bf5516d00f4 of type vlan for network 838e4918-5706-497d-9d6e-6bc5cd392801 Apr 12 14:25:41.491072 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-c6cfda00-f47e-4714-a51e-54f6193af483', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:25:41.493483 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.497195 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (33344f0b-82ac-43d1-beaf-cd42b0823d0a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.508434 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (838e4918-5706-497d-9d6e-6bc5cd392801), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.550081 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:25:41.583888 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (6574f188-4d4d-43a5-8561-88904ebddf4d), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.585118 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (6574f188-4d4d-43a5-8561-88904ebddf4d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.632552 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (838e4918-5706-497d-9d6e-6bc5cd392801), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.633685 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:41.634518 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.658648 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (6bb53d8e-36d0-4a98-aeb4-48480489e712), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.659204 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Added segment 6bb53d8e-36d0-4a98-aeb4-48480489e712 of type vlan for network 40d22d5a-428e-4501-854e-f855c51071de Apr 12 14:25:41.676273 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Publish callbacks [] for security_group (4f8147fd-5fc2-4788-9bdc-7dd2d83b0554), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.688324 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks [] for router_controller (6574f188-4d4d-43a5-8561-88904ebddf4d), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.724762 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Allocated IP 172.20.0.2 (c6cfda00-f47e-4714-a51e-54f6193af483/f4377840-8ce7-4f3c-a2b2-7858ae2d4481/d131fadf-33d3-428a-8e69-d1e46c35a090) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:41.762797 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (40d22d5a-428e-4501-854e-f855c51071de), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.770106 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5883713 Apr 12 14:25:41.771259 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36082) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:41.776323 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Request body: {'subnet': {'network_id': '838e4918-5706-497d-9d6e-6bc5cd392801', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-121228908-subnet', 'tenant_id': 'ad74a5a84650412abfbb212fe4435e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:41.783179 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33344f0b-82ac-43d1-beaf-cd42b0823d0a,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:41.796449 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb13af-6f81-4a60-a641-f2c597c93f37 admin admin] Pushing event updated for resources: {'Network': ['ID=838e4918-5706-497d-9d6e-6bc5cd392801,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:41.804193 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (4f8147fd-5fc2-4788-9bdc-7dd2d83b0554), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.820229 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:25:41.841544 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (8db789f3-db08-457f-848c-b4ccdae95fca), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.841544 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Added segment 8db789f3-db08-457f-848c-b4ccdae95fca of type vlan for network 16ad4ef3-9453-4887-967a-e036cb79c702 Apr 12 14:25:41.860356 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Made reservation on behalf of ad74a5a84650412abfbb212fe4435e2b for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:25:41.863676 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:41.866653 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 838e4918-5706-497d-9d6e-6bc5cd392801 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:25:42.034215 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Publish callbacks [] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.063174 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.db.resource_extend [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 14:25:42.163891 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (16ad4ef3-9453-4887-967a-e036cb79c702), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.175057 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.195627 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:42.197807 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (774c634b-560f-4c47-b9f6-26d989e13d62), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.238561 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Network c6cfda00-f47e-4714-a51e-54f6193af483 is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:42.241540 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:42.247045 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:42.252045 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Pushing event updated for resources: {'Port': ['ID=d131fadf-33d3-428a-8e69-d1e46c35a090,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:42.274507 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (40d22d5a-428e-4501-854e-f855c51071de), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.274763 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:42.284858 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.307499 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=774c634b-560f-4c47-b9f6-26d989e13d62,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:42.308919 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks [] for router_gateway (6574f188-4d4d-43a5-8561-88904ebddf4d), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.310645 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.311005 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.311390 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.314164 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.314561 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.314910 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.315255 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.315594 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.315958 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.316294 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.318226 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.320949 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.322085 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.323210 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.325912 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Tracked resource versions report: Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: pushed versions: Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: { 'AddressGroup': {'1.2'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Agent': {'1.1'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'ConntrackHelper': {'1.0'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Log': {'1.0'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'NDPProxy': {'1.0'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Network': {'1.1'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Port': {'1.7'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'PortForwarding': {'1.3'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'QosPolicy': {'1.10'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SecurityGroup': {'1.5'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SubPort': {'1.0'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Subnet': {'1.1'}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Trunk': {'1.1'}} Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: consumer versions: Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: { DHCP agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: L3 agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: Metadata agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: Metering agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: Open vSwitch agent@dv-cinder-837522-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Agent': '1.1', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'ConntrackHelper': '1.0', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'LocalIPAssociation': '1.0', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Log': '1.0', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'NDPProxy': '1.0', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Network': '1.1', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Port': '1.7', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'PortForwarding': '1.3', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'QosPolicy': '1.10', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SecurityGroup': '1.5', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SecurityGroupRule': '1.2', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'SubPort': '1.0', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Subnet': '1.1', Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: 'Trunk': '1.1'}} Apr 12 14:25:42.328207 dv-cinder-837522-1-iscsi neutron-server[103905]: {{(pid=103905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:25:42.347780 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Checking segment: {'id': '94ad597b-b646-4faa-9037-7bf5516d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '838e4918-5706-497d-9d6e-6bc5cd392801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:42.348371 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Network hostable DHCP agents. Network: 838e4918-5706-497d-9d6e-6bc5cd392801, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:25:42.382952 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=40d22d5a-428e-4501-854e-f855c51071de,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:42.390577 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Attempting to bind port d131fadf-33d3-428a-8e69-d1e46c35a090 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:25:42.390929 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Attempting to bind port d131fadf-33d3-428a-8e69-d1e46c35a090 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:25:42.391439 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Attempting to bind port d131fadf-33d3-428a-8e69-d1e46c35a090 on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:25:42.397136 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 40d22d5a-428e-4501-854e-f855c51071de details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:25:42.417262 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:25:42.417729 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Checking segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:42.418427 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.418887 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Bound using segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:25:42.419444 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Bound port: d131fadf-33d3-428a-8e69-d1e46c35a090, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:25:42.419891 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.479413 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-41b31821-acee-4383-b4cd-4adef6554cf9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5458677 Apr 12 14:25:42.482649 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36104) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:42.490074 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Request body: {'subnet': {'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-subnet', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:42.522070 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Network 838e4918-5706-497d-9d6e-6bc5cd392801 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:25:42.533648 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (16ad4ef3-9453-4887-967a-e036cb79c702), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.534910 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:42.535715 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.598570 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Made reservation on behalf of 9b35d4f1f2124b17b32c97ef1876ab53 for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:25:42.602020 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.607621 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] For port d131fadf-33d3-428a-8e69-d1e46c35a090, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:25:42.609830 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] For port d131fadf-33d3-428a-8e69-d1e46c35a090, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=d131fadf-33d3-428a-8e69-d1e46c35a090,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:25:42.690730 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.732620 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] Pushing event updated for resources: {'Network': ['ID=16ad4ef3-9453-4887-967a-e036cb79c702,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:42.745444 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 16ad4ef3-9453-4887-967a-e036cb79c702 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:25:42.784382 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-43954aa6-4251-47f2-815d-417557aadca6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8118196 Apr 12 14:25:42.861611 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36108) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:42.867691 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Request body: {'subnet': {'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-subnet', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:42.872156 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 838e4918-5706-497d-9d6e-6bc5cd392801) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:42.880377 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:42.881507 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.917141 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e4285-dd7c-496e-ad6e-65f6a11e0902 None None] Pushing event updated for resources: {'Port': ['ID=d131fadf-33d3-428a-8e69-d1e46c35a090,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:42.923715 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (64ed6263-2691-4711-b1c9-9c8026bcd73d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:42.928199 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3481f62e-cbbf-452b-84f5-162213423a15 None None] Network 838e4918-5706-497d-9d6e-6bc5cd392801 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:25:42.979731 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Checking segment: {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:42.980114 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Network hostable DHCP agents. Network: 40d22d5a-428e-4501-854e-f855c51071de, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:25:43.019470 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Made reservation on behalf of 01f26170c3294efc8e2156d7bbf0f995 for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:25:43.022118 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.035739 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks [] for router_gateway (6574f188-4d4d-43a5-8561-88904ebddf4d), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.053766 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-bf666ddd-b86d-404e-883c-aa0ced716f4b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2812457 Apr 12 14:25:43.067410 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.145034 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ed6263-2691-4711-b1c9-9c8026bcd73d,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:43.163541 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Network 40d22d5a-428e-4501-854e-f855c51071de is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:25:43.369400 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 40d22d5a-428e-4501-854e-f855c51071de) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:43.379168 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:43.381576 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.414159 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Allocated IP 172.27.3.88 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/12f87913-3cde-4554-8298-64e8c74036e7) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:43.417694 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (c4b3d399-9b8d-48c3-97a9-74dd615daba5), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.484417 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f77bc3-903f-4604-8268-2c644f4458ac None None] Network 40d22d5a-428e-4501-854e-f855c51071de requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:25:43.496409 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-48012ead-3f09-4373-8716-0a428fe14a0a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0125830 Apr 12 14:25:43.500700 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36134) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:43.505831 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:43.537423 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Checking segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:43.537776 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Network hostable DHCP agents. Network: 16ad4ef3-9453-4887-967a-e036cb79c702, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:25:43.540266 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b3d399-9b8d-48c3-97a9-74dd615daba5,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:43.624560 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e749a89-c934-43c7-bf8f-d9ec25b24ae0 None None] Network 838e4918-5706-497d-9d6e-6bc5cd392801 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:25:43.627853 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks [] for port (12f87913-3cde-4554-8298-64e8c74036e7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.635817 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (9119e2f6-49c5-489c-a3b6-0afcf61f3050), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.637103 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (9119e2f6-49c5-489c-a3b6-0afcf61f3050), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.641476 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Network 16ad4ef3-9453-4887-967a-e036cb79c702 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:25:43.736785 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 16ad4ef3-9453-4887-967a-e036cb79c702) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:43.752503 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:43.753135 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.802432 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8570478a-57e1-4b23-afac-4aae09aea472 None None] Network 16ad4ef3-9453-4887-967a-e036cb79c702 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:25:43.846546 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks [] for router_controller (9119e2f6-49c5-489c-a3b6-0afcf61f3050), precommit_add_association {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.885826 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d648152a-d0c5-4c85-a455-3fdf0f5b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.905034 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-40d22d5a-428e-4501-854e-f855c51071de', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:25:43.906183 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.912728 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (12f87913-3cde-4554-8298-64e8c74036e7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:43.962303 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36168) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:43.964229 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-1f3ba16f-2bd9-4ea8-929a-cb140064cdf5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1002915 Apr 12 14:25:43.989056 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:44.038868 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36178) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:44.061397 dv-cinder-837522-1-iscsi neutron-server[103903]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 14:25:44.148281 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks [] for router_gateway (9119e2f6-49c5-489c-a3b6-0afcf61f3050), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:44.155720 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:44.190674 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:44.214848 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:44.268521 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-16ad4ef3-9453-4887-967a-e036cb79c702', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:25:44.269920 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:44.463250 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Allocated IP 172.20.0.2 (40d22d5a-428e-4501-854e-f855c51071de/64ed6263-2691-4711-b1c9-9c8026bcd73d/6a177cfa-95c9-4219-9762-7da807ee34b4) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:44.476743 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Pushing event updated for resources: {'Port': ['ID=12f87913-3cde-4554-8298-64e8c74036e7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:44.503579 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks [] for router_gateway (9119e2f6-49c5-489c-a3b6-0afcf61f3050), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:44.565091 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (ef359794-6ae9-4d5a-804f-da58770dc9cc), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:44.566304 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (ef359794-6ae9-4d5a-804f-da58770dc9cc), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:44.625635 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks [] for router_controller (ef359794-6ae9-4d5a-804f-da58770dc9cc), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:44.632503 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-0919ad74-175a-43fe-8ca5-64c6ed02c75b tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:44.634400 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-0919ad74-175a-43fe-8ca5-64c6ed02c75b tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/networks?id=838e4918-5706-497d-9d6e-6bc5cd392801 HTTP/1.1" status: 200 len: 811 time: 0.5751715 Apr 12 14:25:44.658249 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:44.666049 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da4006-1642-4069-8283-322c53dda9e3 None None] Network c6cfda00-f47e-4714-a51e-54f6193af483 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:25:44.736354 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-63b253cd-2661-4b7d-91b7-ba82dada9274 None None] Provisioning complete for port d131fadf-33d3-428a-8e69-d1e46c35a090 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:44.736741 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-63b253cd-2661-4b7d-91b7-ba82dada9274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:44.747438 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-f077c761-1eb7-4ee1-8302-619905c64ddc tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/quotas/ad74a5a84650412abfbb212fe4435e2b HTTP/1.1" status: 200 len: 375 time: 0.0419722 Apr 12 14:25:44.789922 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Allocated IP 172.27.3.232 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/08280047-ff61-47f5-a68a-95e6420f88fa) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:44.841285 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Publish callbacks [] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:44.892183 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-b698e98c-0ed7-404f-a879-9686e4e02e2a tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ad74a5a84650412abfbb212fe4435e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1389327 Apr 12 14:25:44.910831 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Allocated IP 172.20.0.2 (16ad4ef3-9453-4887-967a-e036cb79c702/c4b3d399-9b8d-48c3-97a9-74dd615daba5/7b90fc46-a2c8-4833-b30f-3f41ff7af676) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:44.975682 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks [] for port (08280047-ff61-47f5-a68a-95e6420f88fa), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.026215 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.125715 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.138131 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-63b253cd-2661-4b7d-91b7-ba82dada9274 None None] Current status of the port d131fadf-33d3-428a-8e69-d1e46c35a090 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:45.138696 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-63b253cd-2661-4b7d-91b7-ba82dada9274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.168186 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Network 40d22d5a-428e-4501-854e-f855c51071de is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:45.171691 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:45.176187 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device d131fadf-33d3-428a-8e69-d1e46c35a090 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:45.178945 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:45.196028 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:45.215624 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:45.254344 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:45.274533 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks [] for router_gateway (6574f188-4d4d-43a5-8561-88904ebddf4d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.321286 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks [] for router_gateway (ef359794-6ae9-4d5a-804f-da58770dc9cc), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.331690 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Pushing event updated for resources: {'Port': ['ID=6a177cfa-95c9-4219-9762-7da807ee34b4,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:45.335459 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-a1438d1d-b351-48e7-ab49-1a64c1b28f6f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:25:45.336716 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-a1438d1d-b351-48e7-ab49-1a64c1b28f6f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1070297 Apr 12 14:25:45.338043 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Attempting to bind port 6a177cfa-95c9-4219-9762-7da807ee34b4 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:25:45.338411 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Attempting to bind port 6a177cfa-95c9-4219-9762-7da807ee34b4 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:25:45.338769 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Attempting to bind port 6a177cfa-95c9-4219-9762-7da807ee34b4 on network 40d22d5a-428e-4501-854e-f855c51071de {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:25:45.371644 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port d131fadf-33d3-428a-8e69-d1e46c35a090 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:45.372048 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.384094 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:25:45.384470 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Checking segment: {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:45.384863 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.385300 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Bound using segment: {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:25:45.385770 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Bound port: 6a177cfa-95c9-4219-9762-7da807ee34b4, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:25:45.386207 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.400061 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Pushing event updated for resources: {'Port': ['ID=08280047-ff61-47f5-a68a-95e6420f88fa,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:45.442209 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-63b253cd-2661-4b7d-91b7-ba82dada9274 None None] For port d131fadf-33d3-428a-8e69-d1e46c35a090, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=d131fadf-33d3-428a-8e69-d1e46c35a090,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:25:45.530356 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Publish callbacks [] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.552477 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-63b253cd-2661-4b7d-91b7-ba82dada9274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.592699 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] For port 6a177cfa-95c9-4219-9762-7da807ee34b4, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:25:45.630425 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-7e9c7ff5-2c35-451d-9b58-8a5b198bfac3 service neutron] 10.222.0.61 "GET /v2.0/networks/838e4918-5706-497d-9d6e-6bc5cd392801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594712 Apr 12 14:25:45.642770 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] For port 6a177cfa-95c9-4219-9762-7da807ee34b4, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=6a177cfa-95c9-4219-9762-7da807ee34b4,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:25:45.657740 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks [] for router_gateway (9119e2f6-49c5-489c-a3b6-0afcf61f3050), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.668535 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port d131fadf-33d3-428a-8e69-d1e46c35a090 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:45.683796 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.688263 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b253cd-2661-4b7d-91b7-ba82dada9274 None None] Pushing event updated for resources: {'Port': ['ID=d131fadf-33d3-428a-8e69-d1e46c35a090,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:45.710213 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-fedc8974-0bcb-4e87-bb89-e42bd0f79735 None None] Provisioning complete for port d131fadf-33d3-428a-8e69-d1e46c35a090 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:45.713699 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fedc8974-0bcb-4e87-bb89-e42bd0f79735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.823099 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.847237 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Network 16ad4ef3-9453-4887-967a-e036cb79c702 is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:45.882418 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:45.904320 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:45.924888 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Pushing event updated for resources: {'Port': ['ID=7b90fc46-a2c8-4833-b30f-3f41ff7af676,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:45.943267 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-82cdd39e-c746-4e25-a9ac-d930137e9cf4 service neutron] 10.222.0.61 "GET /v2.0/networks/838e4918-5706-497d-9d6e-6bc5cd392801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044052 Apr 12 14:25:45.954709 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (6574f188-4d4d-43a5-8561-88904ebddf4d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:45.987699 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-fedc8974-0bcb-4e87-bb89-e42bd0f79735 None None] Current status of the port d131fadf-33d3-428a-8e69-d1e46c35a090 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:46.010585 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (9119e2f6-49c5-489c-a3b6-0afcf61f3050), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:46.098718 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks [] for router_gateway (ef359794-6ae9-4d5a-804f-da58770dc9cc), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:46.140520 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:46.347642 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ad38a2b6-0cf2-45b0-92e4-4b0305634528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:46.397607 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:25:46.418821 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Attempting to bind port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:25:46.424084 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Attempting to bind port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:25:46.425087 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Attempting to bind port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 on network 16ad4ef3-9453-4887-967a-e036cb79c702 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:25:46.435776 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69081ed-db28-40bf-a482-f8a283130e14 None None] Pushing event updated for resources: {'Port': ['ID=6a177cfa-95c9-4219-9762-7da807ee34b4,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:46.457611 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:25:46.461482 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Checking segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:46.461482 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:46.461482 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Bound using segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:25:46.461482 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Bound port: 7b90fc46-a2c8-4833-b30f-3f41ff7af676, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:25:46.461482 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:46.487915 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36266) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:46.496169 dv-cinder-837522-1-iscsi neutron-server[103904]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 14:25:46.508790 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Allocated IP 172.27.3.235 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/24073739-c0c8-49a4-8b40-9bbeacce923b) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:46.789304 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-77bff7d6-d662-41d1-88f6-56c3350c8881 req-beea4f7c-731d-4fab-835b-8f5d9ff81d04 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 210 time: 0.0874710 Apr 12 14:25:46.793122 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] For port 7b90fc46-a2c8-4833-b30f-3f41ff7af676, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:25:46.793122 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] For port 7b90fc46-a2c8-4833-b30f-3f41ff7af676, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=7b90fc46-a2c8-4833-b30f-3f41ff7af676,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:25:46.802690 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Router 6574f188-4d4d-43a5-8561-88904ebddf4d is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:25:46.806875 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:25:46.810887 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Sync routers for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:25:46.810887 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:46.810887 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:46.811855 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks [] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:46.813655 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:46.814058 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:46.814058 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-289f2c84-4a3f-4708-a76d-9d62f3794065 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3013484 Apr 12 14:25:46.814952 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36284) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:46.906351 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:46.923934 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:25:46.943751 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:25:46.946542 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94a373-8b68-4b6e-bac1-6eb9bae1fd77 None None] Pushing event updated for resources: {'Port': ['ID=7b90fc46-a2c8-4833-b30f-3f41ff7af676,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:46.962101 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:46.965492 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:46.986459 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:47.092941 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:47.111557 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:47.113218 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:47.130761 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:47.273232 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:47.347081 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:45Z', 'revision_number': 3, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:47.377634 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Checking router: 9119e2f6-49c5-489c-a3b6-0afcf61f3050 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:25:47.377634 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Updating router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 port 08280047-ff61-47f5-a68a-95e6420f88fa binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:25:47.446669 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:47.476358 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 6a177cfa-95c9-4219-9762-7da807ee34b4 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:47.494016 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:47.498012 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e4e56e0b-4c46-4b70-933d-b3aaa123dd3d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0774822 Apr 12 14:25:47.510254 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36306) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:47.519300 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Pushing event updated for resources: {'Port': ['ID=24073739-c0c8-49a4-8b40-9bbeacce923b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:47.803537 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-78ef6700-ac3d-4489-876b-1fb9ed897311 req-f1d4c3ae-cdbe-44bb-b580-f8b26734f861 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 210 time: 0.0810664 Apr 12 14:25:47.836316 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 6a177cfa-95c9-4219-9762-7da807ee34b4 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:47.838690 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:47.853929 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b6141-82ec-419c-8af1-9b8ce1ac171a None None] Network 40d22d5a-428e-4501-854e-f855c51071de requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:25:47.854245 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Publish callbacks [] for port (08280047-ff61-47f5-a68a-95e6420f88fa), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:47.963733 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.017724 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-adfbfc02-520f-43ac-8de6-2a14899e77bb None None] Provisioning complete for port 6a177cfa-95c9-4219-9762-7da807ee34b4 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:48.018277 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-adfbfc02-520f-43ac-8de6-2a14899e77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.045374 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:44Z', 'revision_number': 3, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:48.097477 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Pushing event updated for resources: {'Port': ['ID=08280047-ff61-47f5-a68a-95e6420f88fa,revision_number=2']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:48.112301 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Attempting to bind port 08280047-ff61-47f5-a68a-95e6420f88fa on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:25:48.112928 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Attempting to bind port 08280047-ff61-47f5-a68a-95e6420f88fa by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:25:48.113606 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Attempting to bind port 08280047-ff61-47f5-a68a-95e6420f88fa on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:25:48.121942 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.122467 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.123014 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.124121 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.125376 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.125940 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.126440 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.127379 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.127970 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.128887 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.129646 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.130805 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.131445 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.132753 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.133304 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Tracked resource versions report: Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: pushed versions: Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: { 'AddressGroup': {'1.2'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Agent': {'1.1'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'ConntrackHelper': {'1.0'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Log': {'1.0'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'NDPProxy': {'1.0'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Network': {'1.1'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Port': {'1.7'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'PortForwarding': {'1.3'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'QosPolicy': {'1.10'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SecurityGroup': {'1.5'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SubPort': {'1.0'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Subnet': {'1.1'}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Trunk': {'1.1'}} Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: consumer versions: Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: { DHCP agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: L3 agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: Metadata agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: Metering agent@dv-cinder-837522-1-iscsi: {}, Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: Open vSwitch agent@dv-cinder-837522-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Agent': '1.1', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'ConntrackHelper': '1.0', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'LocalIPAssociation': '1.0', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Log': '1.0', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'NDPProxy': '1.0', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Network': '1.1', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Port': '1.7', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'PortForwarding': '1.3', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'QosPolicy': '1.10', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SecurityGroup': '1.5', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SecurityGroupRule': '1.2', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'SubPort': '1.0', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Subnet': '1.1', Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: 'Trunk': '1.1'}} Apr 12 14:25:48.135347 dv-cinder-837522-1-iscsi neutron-server[103906]: {{(pid=103906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:25:48.149884 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:25:48.157565 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:48.157565 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.157565 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:25:48.157565 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Bound port: 08280047-ff61-47f5-a68a-95e6420f88fa, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:25:48.157565 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.163114 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:25:48.168298 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Updating router 6574f188-4d4d-43a5-8561-88904ebddf4d port 12f87913-3cde-4554-8298-64e8c74036e7 binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:25:48.205867 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.239223 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] For port 08280047-ff61-47f5-a68a-95e6420f88fa, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:25:48.242728 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] For port 08280047-ff61-47f5-a68a-95e6420f88fa, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=08280047-ff61-47f5-a68a-95e6420f88fa,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:25:48.257443 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks [] for router_gateway (ef359794-6ae9-4d5a-804f-da58770dc9cc), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.323210 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (12f87913-3cde-4554-8298-64e8c74036e7), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.387518 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 6a177cfa-95c9-4219-9762-7da807ee34b4 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:48.387917 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.392037 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.497701 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Allocated IP 172.20.0.1 (40d22d5a-428e-4501-854e-f855c51071de/64ed6263-2691-4711-b1c9-9c8026bcd73d/63a80fd6-1682-448d-b285-8aa84f62a858) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:48.560863 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:48.565782 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:48.651457 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89d548-3230-4aee-bb4f-c306de1c4c4c None None] Pushing event updated for resources: {'Port': ['ID=08280047-ff61-47f5-a68a-95e6420f88fa,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:48.800760 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:48.825027 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Publish callbacks [] for port (63a80fd6-1682-448d-b285-8aa84f62a858), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.831252 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (ef359794-6ae9-4d5a-804f-da58770dc9cc), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.915611 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-adfbfc02-520f-43ac-8de6-2a14899e77bb None None] Current status of the port 6a177cfa-95c9-4219-9762-7da807ee34b4 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:48.915611 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-adfbfc02-520f-43ac-8de6-2a14899e77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.915611 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Publish callbacks [] for port (12f87913-3cde-4554-8298-64e8c74036e7), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.918831 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7cd8ea-7538-4618-a439-31853c2cee91 None None] Network 16ad4ef3-9453-4887-967a-e036cb79c702 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:25:48.970236 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.988214 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.994300 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5dcba04-9983-47e1-9987-9895aae757ad req-69dbfe5c-2234-4cdb-9788-a76240918a46 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 210 time: 0.0777693 Apr 12 14:25:49.023274 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 6a177cfa-95c9-4219-9762-7da807ee34b4, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=6a177cfa-95c9-4219-9762-7da807ee34b4,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:25:49.034859 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Pushing event updated for resources: {'Port': ['ID=63a80fd6-1682-448d-b285-8aa84f62a858,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:49.063276 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Network 40d22d5a-428e-4501-854e-f855c51071de is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:49.065245 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:49.067818 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:49.068304 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (9119e2f6-49c5-489c-a3b6-0afcf61f3050), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.068429 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:45Z', 'revision_number': 3, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:49.071955 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (12f87913-3cde-4554-8298-64e8c74036e7), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.074061 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.123305 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cb05e-2dc6-4364-ac8c-db54ffd65548 None None] The sync data for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi is: [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:45Z', 'revision_number': 3, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:25:49.172093 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.172806 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device d131fadf-33d3-428a-8e69-d1e46c35a090 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:49.282907 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.db.api [None req-adfbfc02-520f-43ac-8de6-2a14899e77bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 14:25:49.283243 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG oslo_db.api [None req-adfbfc02-520f-43ac-8de6-2a14899e77bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 14:25:49.285822 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Attempting to bind port 12f87913-3cde-4554-8298-64e8c74036e7 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:25:49.294807 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Attempting to bind port 12f87913-3cde-4554-8298-64e8c74036e7 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:25:49.294807 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Attempting to bind port 12f87913-3cde-4554-8298-64e8c74036e7 on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:25:49.294807 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe73f2-f783-4d00-ad86-f1f9ac281c76 None None] Pushing event updated for resources: {'Port': ['ID=12f87913-3cde-4554-8298-64e8c74036e7,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:49.335734 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:25:49.336112 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:49.336513 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.336996 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:25:49.337557 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Bound port: 12f87913-3cde-4554-8298-64e8c74036e7, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:25:49.337941 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (12f87913-3cde-4554-8298-64e8c74036e7), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.394034 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Allocated IP 172.20.0.1 (c6cfda00-f47e-4714-a51e-54f6193af483/f4377840-8ce7-4f3c-a2b2-7858ae2d4481/90af0925-f515-45aa-a527-61e7a985c82c) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:49.421004 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Router ef359794-6ae9-4d5a-804f-da58770dc9cc is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:25:49.426028 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.426213 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=6a177cfa-95c9-4219-9762-7da807ee34b4,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:49.431535 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port d131fadf-33d3-428a-8e69-d1e46c35a090 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:49.431920 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.469151 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] For port 12f87913-3cde-4554-8298-64e8c74036e7, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:25:49.492911 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] For port 12f87913-3cde-4554-8298-64e8c74036e7, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=12f87913-3cde-4554-8298-64e8c74036e7,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:25:49.678514 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Publish callbacks [] for port (90af0925-f515-45aa-a527-61e7a985c82c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.690017 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:25:49.702159 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Sync routers for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:25:49.723692 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:49.724499 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:49.817195 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.823460 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-eb06aa7d-2082-4161-8c24-8fede9fa4ecf admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8528152 Apr 12 14:25:49.824150 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36358) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:49.852217 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (12f87913-3cde-4554-8298-64e8c74036e7), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.860157 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Publish callbacks [] for port (63a80fd6-1682-448d-b285-8aa84f62a858), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.860687 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-adfbfc02-520f-43ac-8de6-2a14899e77bb None None] Current status of the port 6a177cfa-95c9-4219-9762-7da807ee34b4 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:49.900360 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (90af0925-f515-45aa-a527-61e7a985c82c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.945800 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.946895 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (9119e2f6-49c5-489c-a3b6-0afcf61f3050), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.969905 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:49.970304 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port d131fadf-33d3-428a-8e69-d1e46c35a090 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:49.990721 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Provisioning complete for port 6a177cfa-95c9-4219-9762-7da807ee34b4 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:49.991114 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:49.993136 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:49.993782 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:50.231598 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:50.288159 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe73f2-f783-4d00-ad86-f1f9ac281c76 None None] Pushing event updated for resources: {'Port': ['ID=12f87913-3cde-4554-8298-64e8c74036e7,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:50.330042 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Pushing event updated for resources: {'Port': ['ID=63a80fd6-1682-448d-b285-8aa84f62a858,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:50.518915 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3328c646-8b01-423e-b0ee-a31c3318b110 req-606c3648-5f9a-41ff-af6b-660a830dbc75 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 210 time: 0.0307426 Apr 12 14:25:50.531387 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Current status of the port 6a177cfa-95c9-4219-9762-7da807ee34b4 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:50.534575 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 6a177cfa-95c9-4219-9762-7da807ee34b4 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:50.534880 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Network 40d22d5a-428e-4501-854e-f855c51071de is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:50.543149 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:50.614185 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Network c6cfda00-f47e-4714-a51e-54f6193af483 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:50.622333 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:50.631084 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:50.637474 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (6574f188-4d4d-43a5-8561-88904ebddf4d), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:50.640550 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Provisioning complete for port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:50.641071 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:50.750920 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:50.885841 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:25:50.918229 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Pushing event updated for resources: {'Port': ['ID=90af0925-f515-45aa-a527-61e7a985c82c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:50.999594 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 6a177cfa-95c9-4219-9762-7da807ee34b4 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:51.005018 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.050593 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36396) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:51.142315 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:47Z', 'revision_number': 3, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:51.204947 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:25:51.212913 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-496a44e7-eae7-4887-92b3-ce2ca02f2199 admin admin] 10.222.0.61 "PUT /v2.0/routers/9119e2f6-49c5-489c-a3b6-0afcf61f3050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3961902 Apr 12 14:25:51.251795 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Checking router: ef359794-6ae9-4d5a-804f-da58770dc9cc for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:25:51.254860 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Updating router ef359794-6ae9-4d5a-804f-da58770dc9cc port 24073739-c0c8-49a4-8b40-9bbeacce923b binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:25:51.317340 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Current status of the port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:51.317854 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.320272 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.402049 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] For port 7b90fc46-a2c8-4833-b30f-3f41ff7af676, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=7b90fc46-a2c8-4833-b30f-3f41ff7af676,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:25:51.475611 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac057f00-94fd-4dcf-84c0-1d06df8fcb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.503790 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.605525 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 6a177cfa-95c9-4219-9762-7da807ee34b4 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:51.608440 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 7b90fc46-a2c8-4833-b30f-3f41ff7af676 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:51.618692 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Provisioning complete for port 63a80fd6-1682-448d-b285-8aa84f62a858 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:51.627904 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.693373 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:44Z', 'revision_number': 3, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:51.720788 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (90af0925-f515-45aa-a527-61e7a985c82c), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.813246 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fbfa0-3475-4cd4-91bf-17b06bd424b7 None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:44Z', 'revision_number': 3, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:25:51.836734 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.48', 57794) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:51.851117 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Port 63a80fd6-1682-448d-b285-8aa84f62a858 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:25:51.875423 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Publish callbacks [] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.885064 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bc0ec-4dea-4253-af28-56f4bc700a85 None None] Pushing event updated for resources: {'Port': ['ID=7b90fc46-a2c8-4833-b30f-3f41ff7af676,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:51.918136 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:51.918527 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.991778 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.025323 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Publish callbacks [] for port (90af0925-f515-45aa-a527-61e7a985c82c), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.047744 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-1748611b-1faf-46d9-ae5f-efde01c6f308 None None] Provisioning complete for port 90af0925-f515-45aa-a527-61e7a985c82c triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:52.048110 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1748611b-1faf-46d9-ae5f-efde01c6f308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (90af0925-f515-45aa-a527-61e7a985c82c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.099894 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d081d8d4-a271-4fe7-be5d-3f05206f6000 req-b18977e6-dadc-4696-bb05-01a4f0790ceb tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 210 time: 0.0536220 Apr 12 14:25:52.116450 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a167a1b-0dcb-4aff-83b2-53a2a37a6b1f None None] Pushing event updated for resources: {'Port': ['ID=24073739-c0c8-49a4-8b40-9bbeacce923b,revision_number=2']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:52.143411 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (90af0925-f515-45aa-a527-61e7a985c82c), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.149967 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (6574f188-4d4d-43a5-8561-88904ebddf4d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.151706 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-1748611b-1faf-46d9-ae5f-efde01c6f308 None None] Port 90af0925-f515-45aa-a527-61e7a985c82c cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:25:52.169212 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.174658 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Attempting to bind port 24073739-c0c8-49a4-8b40-9bbeacce923b on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:25:52.175153 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Attempting to bind port 24073739-c0c8-49a4-8b40-9bbeacce923b by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:25:52.175509 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Attempting to bind port 24073739-c0c8-49a4-8b40-9bbeacce923b on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:25:52.189617 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-1748611b-1faf-46d9-ae5f-efde01c6f308 None None] Provisioning complete for port 63a80fd6-1682-448d-b285-8aa84f62a858 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:52.189993 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1748611b-1faf-46d9-ae5f-efde01c6f308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.196662 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:25:52.197094 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:52.199408 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.199408 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:25:52.199408 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Bound port: 24073739-c0c8-49a4-8b40-9bbeacce923b, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:25:52.199408 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.223318 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:52.224442 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 08280047-ff61-47f5-a68a-95e6420f88fa up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:52.275781 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-1748611b-1faf-46d9-ae5f-efde01c6f308 None None] Port 63a80fd6-1682-448d-b285-8aa84f62a858 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:25:52.281794 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-fe190998-c582-4a6a-a8da-41fcd1181a35 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:52.283801 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-fe190998-c582-4a6a-a8da-41fcd1181a35 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.48 "GET /v2.0/networks?id=838e4918-5706-497d-9d6e-6bc5cd392801 HTTP/1.1" status: 200 len: 811 time: 0.4460537 Apr 12 14:25:52.292181 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 08280047-ff61-47f5-a68a-95e6420f88fa triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:52.292565 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.334822 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Request body: {'port': {'device_id': '0c0dd6ac-b222-491c-8f57-96666d99f924', 'network_id': '838e4918-5706-497d-9d6e-6bc5cd392801', 'admin_state_up': True, 'tenant_id': 'ad74a5a84650412abfbb212fe4435e2b'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:52.354457 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Network c6cfda00-f47e-4714-a51e-54f6193af483 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:52.383748 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] For port 24073739-c0c8-49a4-8b40-9bbeacce923b, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:25:52.404725 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] For port 24073739-c0c8-49a4-8b40-9bbeacce923b, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=24073739-c0c8-49a4-8b40-9bbeacce923b,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:25:52.446700 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:52.501162 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.505654 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36448) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:52.525217 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-78784e76-389d-4892-85a9-e06b451e1f31 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741018542', 'description': 'tempest-description--449287802'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:52.580104 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 08280047-ff61-47f5-a68a-95e6420f88fa is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:52.580554 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.592223 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Sync routers for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:25:52.641901 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a167a1b-0dcb-4aff-83b2-53a2a37a6b1f None None] Pushing event updated for resources: {'Port': ['ID=24073739-c0c8-49a4-8b40-9bbeacce923b,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:52.642968 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 08280047-ff61-47f5-a68a-95e6420f88fa, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=08280047-ff61-47f5-a68a-95e6420f88fa,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:25:52.655878 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:52.656480 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:52.714544 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:52.715320 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:52.827665 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.959396 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:52.962066 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=08280047-ff61-47f5-a68a-95e6420f88fa,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:52.981575 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:25:52.991938 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:53.031948 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac057f00-94fd-4dcf-84c0-1d06df8fcb64 admin admin] Publish callbacks [] for security_group (46f21c27-7970-44c4-a9d2-c988a1da650b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:53.059990 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Made reservation on behalf of ad74a5a84650412abfbb212fe4435e2b for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:25:53.070544 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:53.093527 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-d709aa94-505a-4a66-a53b-42e8ef9dd023 None None] Provisioning complete for port 90af0925-f515-45aa-a527-61e7a985c82c triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:53.094150 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d709aa94-505a-4a66-a53b-42e8ef9dd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (90af0925-f515-45aa-a527-61e7a985c82c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:53.222085 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 7b90fc46-a2c8-4833-b30f-3f41ff7af676 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:53.239144 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:25:53.241626 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78784e76-389d-4892-85a9-e06b451e1f31 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:53.285111 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] 10.222.0.61 "PUT /v2.0/routers/6574f188-4d4d-43a5-8561-88904ebddf4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7601171 Apr 12 14:25:53.306089 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:53.307063 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:53.417726 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78784e76-389d-4892-85a9-e06b451e1f31 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (d95a97ef-e533-405d-9334-5a27a63e1762), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:53.423318 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac057f00-94fd-4dcf-84c0-1d06df8fcb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (46f21c27-7970-44c4-a9d2-c988a1da650b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:53.478064 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca3d14-6fe5-47b3-9f72-978fdd04135c admin admin] Pushing event updated for resources: {'Port': ['ID=90af0925-f515-45aa-a527-61e7a985c82c,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:53.487171 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ac057f00-94fd-4dcf-84c0-1d06df8fcb64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=764d5a64c9da4da5b783275fc596b8cf&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4354515 Apr 12 14:25:53.551363 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-aaa523fb-e143-4823-9415-635367f33eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:47Z', 'revision_number': 3, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:53.559966 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36494) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:53.574674 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-d709aa94-505a-4a66-a53b-42e8ef9dd023 None None] Port 90af0925-f515-45aa-a527-61e7a985c82c cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:25:53.608755 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa523fb-e143-4823-9415-635367f33eba None None] The sync data for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi is: [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:47Z', 'revision_number': 3, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:25:53.802917 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Allocated IP 172.20.0.1 (16ad4ef3-9453-4887-967a-e036cb79c702/c4b3d399-9b8d-48c3-97a9-74dd615daba5/6aaef0a3-4016-49cd-99eb-30a3c204346a) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:53.821410 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:53.835796 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac057f00-94fd-4dcf-84c0-1d06df8fcb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f21c27-7970-44c4-a9d2-c988a1da650b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:53.839458 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 12f87913-3cde-4554-8298-64e8c74036e7 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:53.841693 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78784e76-389d-4892-85a9-e06b451e1f31 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (d95a97ef-e533-405d-9334-5a27a63e1762), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.016817 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-99b39399-1898-4bfc-95d8-9a6986a0507c req-3d4137a1-2fba-43ba-9933-f9dbf5f2f6d7 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 210 time: 0.4576669 Apr 12 14:25:54.117834 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 2, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:54.143700 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78784e76-389d-4892-85a9-e06b451e1f31 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.145787 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-78784e76-389d-4892-85a9-e06b451e1f31 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.6241066 Apr 12 14:25:54.155945 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78784e76-389d-4892-85a9-e06b451e1f31 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95a97ef-e533-405d-9334-5a27a63e1762,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:54.180278 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36530) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:54.189352 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-d9dbcb49-79bc-4706-9b8b-c4960097c805 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'security_group_rule': {'security_group_id': 'd95a97ef-e533-405d-9334-5a27a63e1762', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:54.236779 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Checking router: 9119e2f6-49c5-489c-a3b6-0afcf61f3050 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:25:54.237307 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Updating router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 port 63a80fd6-1682-448d-b285-8aa84f62a858 binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:25:54.253954 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 12f87913-3cde-4554-8298-64e8c74036e7 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:54.256553 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (12f87913-3cde-4554-8298-64e8c74036e7), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.385380 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcb49-79bc-4706-9b8b-c4960097c805 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (72b31eed-c84d-4308-95ba-6d95eb710323), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.406251 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36534) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:54.528875 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.577488 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Allocated IP 172.20.0.7 (838e4918-5706-497d-9d6e-6bc5cd392801/774c634b-560f-4c47-b9f6-26d989e13d62/46a6f6d4-b417-4206-b83d-dfb50bbd124d) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:54.687399 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Publish callbacks [] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.694592 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-94c59887-65ed-400f-a4a2-e4d1084e5c49 admin admin] Publish callbacks [] for security_group (46f21c27-7970-44c4-a9d2-c988a1da650b), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.748269 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcb49-79bc-4706-9b8b-c4960097c805 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (72b31eed-c84d-4308-95ba-6d95eb710323), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.824875 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-89212175-dfcd-4753-9f68-d16c6c21773e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.852168 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 12f87913-3cde-4554-8298-64e8c74036e7 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:54.852768 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (12f87913-3cde-4554-8298-64e8c74036e7), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.877244 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcb49-79bc-4706-9b8b-c4960097c805 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (72b31eed-c84d-4308-95ba-6d95eb710323), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.909817 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-94c59887-65ed-400f-a4a2-e4d1084e5c49 admin admin] Publish callbacks [] for security_group (46f21c27-7970-44c4-a9d2-c988a1da650b), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.928109 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbcb49-79bc-4706-9b8b-c4960097c805 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b31eed-c84d-4308-95ba-6d95eb710323,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:54.940614 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 12f87913-3cde-4554-8298-64e8c74036e7, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=12f87913-3cde-4554-8298-64e8c74036e7,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:25:54.954567 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.983940 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Network 16ad4ef3-9453-4887-967a-e036cb79c702 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:54.991070 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:55.025982 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:55.026589 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (ef359794-6ae9-4d5a-804f-da58770dc9cc), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.109668 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36540) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:55.137143 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-52a5373b-5cfd-4656-a452-8b8e18efd956 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776998933', 'description': 'tempest-description--1574326813'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:55.144385 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (12f87913-3cde-4554-8298-64e8c74036e7), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.153542 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:25:55.229772 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:55.229772 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:55.418236 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3363e0bf-954e-478a-9b98-d110f4f31d34 req-53a56d10-34e3-4190-964e-8d436df3a184 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 210 time: 0.2288437 Apr 12 14:25:55.431324 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=12f87913-3cde-4554-8298-64e8c74036e7,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:55.504198 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-89212175-dfcd-4753-9f68-d16c6c21773e admin admin] Publish callbacks [] for security_group (84abfab6-9186-4ea0-bdeb-dcbc76272924), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.511793 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Pushing event updated for resources: {'Port': ['ID=6aaef0a3-4016-49cd-99eb-30a3c204346a,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:55.536288 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcb49-79bc-4706-9b8b-c4960097c805 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.537586 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d9dbcb49-79bc-4706-9b8b-c4960097c805 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3558211 Apr 12 14:25:55.541801 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36546) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:55.547478 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-d9d18acb-f411-4b2e-8a4d-3408f2ec5e46 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'security_group_rule': {'security_group_id': 'd95a97ef-e533-405d-9334-5a27a63e1762', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:55.581137 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 08280047-ff61-47f5-a68a-95e6420f88fa up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:55.628409 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-89212175-dfcd-4753-9f68-d16c6c21773e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (84abfab6-9186-4ea0-bdeb-dcbc76272924), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.836248 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52a5373b-5cfd-4656-a452-8b8e18efd956 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.837431 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:55.837805 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-713a1d4d-76ff-4a86-b640-2cf5a66b322f None None] Provisioning complete for port 6aaef0a3-4016-49cd-99eb-30a3c204346a triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:55.837805 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-713a1d4d-76ff-4a86-b640-2cf5a66b322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.838160 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Publish callbacks [] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.838335 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-89212175-dfcd-4753-9f68-d16c6c21773e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=552466e02aac41228c5d9e25ad672187&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3186555 Apr 12 14:25:55.838335 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89212175-dfcd-4753-9f68-d16c6c21773e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84abfab6-9186-4ea0-bdeb-dcbc76272924,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:55.838555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Publish callbacks [] for port (63a80fd6-1682-448d-b285-8aa84f62a858), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.838555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-713a1d4d-76ff-4a86-b640-2cf5a66b322f None None] Port 6aaef0a3-4016-49cd-99eb-30a3c204346a cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:25:55.838555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 08280047-ff61-47f5-a68a-95e6420f88fa triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:55.838555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.838862 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36548) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:55.851409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52a5373b-5cfd-4656-a452-8b8e18efd956 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (ec72fcce-ae54-4dff-88bf-9d85e5d0589c), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.925259 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80ecfb13-b331-460c-8bcd-2a5cd33c124c admin admin] Publish callbacks [] for security_group (84abfab6-9186-4ea0-bdeb-dcbc76272924), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.932843 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 08280047-ff61-47f5-a68a-95e6420f88fa is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:55.934151 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 24073739-c0c8-49a4-8b40-9bbeacce923b up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:55.970899 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80ecfb13-b331-460c-8bcd-2a5cd33c124c admin admin] Publish callbacks [] for security_group (84abfab6-9186-4ea0-bdeb-dcbc76272924), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:55.998399 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 2, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:56.003417 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 24073739-c0c8-49a4-8b40-9bbeacce923b triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:56.004294 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.030123 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.031670 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:25:56.031952 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Updating router 6574f188-4d4d-43a5-8561-88904ebddf4d port 90af0925-f515-45aa-a527-61e7a985c82c binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:25:56.084314 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-94c59887-65ed-400f-a4a2-e4d1084e5c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (46f21c27-7970-44c4-a9d2-c988a1da650b), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.090208 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.103205 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-94c59887-65ed-400f-a4a2-e4d1084e5c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.121219 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-94c59887-65ed-400f-a4a2-e4d1084e5c49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46f21c27-7970-44c4-a9d2-c988a1da650b HTTP/1.1" status: 204 len: 168 time: 2.5601122 Apr 12 14:25:56.130313 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52a5373b-5cfd-4656-a452-8b8e18efd956 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (ec72fcce-ae54-4dff-88bf-9d85e5d0589c), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.136515 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.143402 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d9d18acb-f411-4b2e-8a4d-3408f2ec5e46 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (4f1afe60-c3f6-454b-b7e7-8213af185b36), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.160612 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c59887-65ed-400f-a4a2-e4d1084e5c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f21c27-7970-44c4-a9d2-c988a1da650b,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:56.183496 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (90af0925-f515-45aa-a527-61e7a985c82c), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.262765 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Network 838e4918-5706-497d-9d6e-6bc5cd392801 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:56.301125 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 24073739-c0c8-49a4-8b40-9bbeacce923b is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:56.301586 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.340494 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:56.346790 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:25:56.357261 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:56.358500 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.361298 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 24073739-c0c8-49a4-8b40-9bbeacce923b, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=24073739-c0c8-49a4-8b40-9bbeacce923b,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:25:56.450548 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52a5373b-5cfd-4656-a452-8b8e18efd956 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.459289 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-52a5373b-5cfd-4656-a452-8b8e18efd956 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3478389 Apr 12 14:25:56.461865 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36556) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:56.493371 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Publish callbacks [] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.498900 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80ecfb13-b331-460c-8bcd-2a5cd33c124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (84abfab6-9186-4ea0-bdeb-dcbc76272924), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.506453 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80ecfb13-b331-460c-8bcd-2a5cd33c124c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.512830 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-80ecfb13-b331-460c-8bcd-2a5cd33c124c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84abfab6-9186-4ea0-bdeb-dcbc76272924 HTTP/1.1" status: 204 len: 168 time: 0.6737235 Apr 12 14:25:56.530525 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-8c5d9cc4-427e-40c8-8481-da5ef2143f80 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group_rule': {'security_group_id': 'ec72fcce-ae54-4dff-88bf-9d85e5d0589c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:56.564546 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecfb13-b331-460c-8bcd-2a5cd33c124c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84abfab6-9186-4ea0-bdeb-dcbc76272924,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:56.575968 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5373b-5cfd-4656-a452-8b8e18efd956 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec72fcce-ae54-4dff-88bf-9d85e5d0589c,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:56.594796 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Pushing event updated for resources: {'Port': ['ID=46a6f6d4-b417-4206-b83d-dfb50bbd124d,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:56.594901 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.633827 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d9d18acb-f411-4b2e-8a4d-3408f2ec5e46 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (4f1afe60-c3f6-454b-b7e7-8213af185b36), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.659996 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Attempting to bind port 63a80fd6-1682-448d-b285-8aa84f62a858 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:25:56.659996 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Attempting to bind port 63a80fd6-1682-448d-b285-8aa84f62a858 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:25:56.659996 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Attempting to bind port 63a80fd6-1682-448d-b285-8aa84f62a858 on network 40d22d5a-428e-4501-854e-f855c51071de {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:25:56.671330 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db296e98-f8ec-430e-85f1-df9ca048db4d None None] Pushing event updated for resources: {'Port': ['ID=63a80fd6-1682-448d-b285-8aa84f62a858,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:56.707790 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9735cb57-28cc-43c5-855f-8d69eaff08e2 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3594441 Apr 12 14:25:56.708495 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.708624 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:25:56.708624 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Checking segment: {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:56.708848 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (ef359794-6ae9-4d5a-804f-da58770dc9cc), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.708989 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.708989 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Bound using segment: {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:25:56.708989 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Bound port: 63a80fd6-1682-448d-b285-8aa84f62a858, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:25:56.708989 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.709348 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-d864396f-37df-41ca-836e-5b5a449d5495 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103904) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:25:56.709348 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-d864396f-37df-41ca-836e-5b5a449d5495 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081568 Apr 12 14:25:56.773002 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9cc4-427e-40c8-8481-da5ef2143f80 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (45db2b58-bf87-4675-9bd4-fee284c4e703), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.797399 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-1be47f26-5223-48ad-a58a-022628e71c47 None None] Provisioning complete for port 63a80fd6-1682-448d-b285-8aa84f62a858 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:56.809678 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1be47f26-5223-48ad-a58a-022628e71c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.828204 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d9d18acb-f411-4b2e-8a4d-3408f2ec5e46 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (4f1afe60-c3f6-454b-b7e7-8213af185b36), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:56.946376 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=24073739-c0c8-49a4-8b40-9bbeacce923b,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:56.984632 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9cc4-427e-40c8-8481-da5ef2143f80 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (45db2b58-bf87-4675-9bd4-fee284c4e703), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.023399 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-1be47f26-5223-48ad-a58a-022628e71c47 None None] Port 63a80fd6-1682-448d-b285-8aa84f62a858 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:25:57.038559 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] For port 63a80fd6-1682-448d-b285-8aa84f62a858, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:25:57.042121 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Pushing event updated for resources: {'Port': ['ID=6aaef0a3-4016-49cd-99eb-30a3c204346a,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:57.047455 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] For port 63a80fd6-1682-448d-b285-8aa84f62a858, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=63a80fd6-1682-448d-b285-8aa84f62a858,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:25:57.048686 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d18acb-f411-4b2e-8a4d-3408f2ec5e46 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1afe60-c3f6-454b-b7e7-8213af185b36,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:57.071516 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964dd4b-ba48-4be4-8594-b39378662e43 req-226db444-6b5e-4caf-8eb3-a9e94e9c7c51 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:57.073774 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7964dd4b-ba48-4be4-8594-b39378662e43 req-226db444-6b5e-4caf-8eb3-a9e94e9c7c51 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 931 time: 0.3706610 Apr 12 14:25:57.137429 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Publish callbacks [] for port (90af0925-f515-45aa-a527-61e7a985c82c), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.145906 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9cc4-427e-40c8-8481-da5ef2143f80 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (45db2b58-bf87-4675-9bd4-fee284c4e703), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.183584 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d9cc4-427e-40c8-8481-da5ef2143f80 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45db2b58-bf87-4675-9bd4-fee284c4e703,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:57.219614 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.221313 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Request body: {'port': {'device_id': '0c0dd6ac-b222-491c-8f57-96666d99f924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:57.281937 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7964dd4b-ba48-4be4-8594-b39378662e43 req-ec70c175-47e8-48b1-b396-7112c84804f0 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072556 Apr 12 14:25:57.284671 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d9d18acb-f411-4b2e-8a4d-3408f2ec5e46 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.285913 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d9d18acb-f411-4b2e-8a4d-3408f2ec5e46 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7431495 Apr 12 14:25:57.288763 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (90af0925-f515-45aa-a527-61e7a985c82c), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.295370 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36572) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:57.323638 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:57.328547 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Network 16ad4ef3-9453-4887-967a-e036cb79c702 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:25:57.333653 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 12f87913-3cde-4554-8298-64e8c74036e7 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:57.351602 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:25:57.384952 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564291be-188e-4bce-a398-d414a474b760 None None] Pushing event updated for resources: {'Port': ['ID=90af0925-f515-45aa-a527-61e7a985c82c,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:57.444361 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.453105 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9cc4-427e-40c8-8481-da5ef2143f80 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.453105 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-8c5d9cc4-427e-40c8-8481-da5ef2143f80 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9554870 Apr 12 14:25:57.477355 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36582) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:57.495485 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:57.496299 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:57.528620 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-2d482795-6d65-4f8d-be08-f47a8704e2e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group_rule': {'security_group_id': 'ec72fcce-ae54-4dff-88bf-9d85e5d0589c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:57.530340 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db296e98-f8ec-430e-85f1-df9ca048db4d None None] Pushing event updated for resources: {'Port': ['ID=63a80fd6-1682-448d-b285-8aa84f62a858,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:57.578312 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.664491 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Attempting to bind port 90af0925-f515-45aa-a527-61e7a985c82c on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:25:57.670521 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Attempting to bind port 90af0925-f515-45aa-a527-61e7a985c82c by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:25:57.675769 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Attempting to bind port 90af0925-f515-45aa-a527-61e7a985c82c on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:25:57.698349 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:25:57.698866 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Checking segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:25:57.699287 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.701736 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Bound using segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:25:57.702470 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Bound port: 90af0925-f515-45aa-a527-61e7a985c82c, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:25:57.702662 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (90af0925-f515-45aa-a527-61e7a985c82c), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.742677 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 12f87913-3cde-4554-8298-64e8c74036e7 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:57.743396 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (12f87913-3cde-4554-8298-64e8c74036e7), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:57.893752 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:57.957464 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] For port 90af0925-f515-45aa-a527-61e7a985c82c, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:25:57.967133 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] For port 90af0925-f515-45aa-a527-61e7a985c82c, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=90af0925-f515-45aa-a527-61e7a985c82c,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:25:58.048546 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (90af0925-f515-45aa-a527-61e7a985c82c), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:58.126744 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:25:58.127397 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:58.134262 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-27fc0335-405d-4a3b-9190-1f8cf365da65 None None] Provisioning complete for port 90af0925-f515-45aa-a527-61e7a985c82c triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:58.134865 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-27fc0335-405d-4a3b-9190-1f8cf365da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (90af0925-f515-45aa-a527-61e7a985c82c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:58.389622 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:58.538754 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2d482795-6d65-4f8d-be08-f47a8704e2e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (3267d4ca-ae0d-41df-a7fd-20d50f9801f2), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:58.604836 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36602) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:58.629678 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Router ef359794-6ae9-4d5a-804f-da58770dc9cc has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:25:58.722175 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564291be-188e-4bce-a398-d414a474b760 None None] Pushing event updated for resources: {'Port': ['ID=90af0925-f515-45aa-a527-61e7a985c82c,revision_number=4']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:58.726639 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-27fc0335-405d-4a3b-9190-1f8cf365da65 None None] Current status of the port 90af0925-f515-45aa-a527-61e7a985c82c is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:58.727033 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-27fc0335-405d-4a3b-9190-1f8cf365da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (90af0925-f515-45aa-a527-61e7a985c82c), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:58.814382 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-27fc0335-405d-4a3b-9190-1f8cf365da65 None None] For port 90af0925-f515-45aa-a527-61e7a985c82c, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=90af0925-f515-45aa-a527-61e7a985c82c,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:25:58.886018 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:25:58.910096 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-27fc0335-405d-4a3b-9190-1f8cf365da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (90af0925-f515-45aa-a527-61e7a985c82c), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.095275 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Allocated IP 172.27.3.229 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/808853dd-57ba-4417-87ea-84bd20331b92) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:25:59.108851 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 12f87913-3cde-4554-8298-64e8c74036e7 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:59.110462 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 24073739-c0c8-49a4-8b40-9bbeacce923b up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:25:59.162652 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e647f-8a8c-4826-9127-dbd62c9731fb req-725cbc31-b74b-47ea-9c08-ef9cac6d3687 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:25:59.164271 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f12e647f-8a8c-4826-9127-dbd62c9731fb req-725cbc31-b74b-47ea-9c08-ef9cac6d3687 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 931 time: 0.6324918 Apr 12 14:25:59.179090 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:25:57Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:59.254809 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2d482795-6d65-4f8d-be08-f47a8704e2e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (3267d4ca-ae0d-41df-a7fd-20d50f9801f2), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.307474 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f5c23-3ac5-4448-b1ee-379e380a82cb None None] The sync data for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi is: [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:25:57Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:25:59.329590 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Provisioning complete for port 90af0925-f515-45aa-a527-61e7a985c82c triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:59.334405 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (90af0925-f515-45aa-a527-61e7a985c82c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.406503 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2d482795-6d65-4f8d-be08-f47a8704e2e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (3267d4ca-ae0d-41df-a7fd-20d50f9801f2), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.426192 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a6f6d4-b417-4206-b83d-dfb50bbd124d {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:25:59.451527 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Publish callbacks [] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.472928 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f12e647f-8a8c-4826-9127-dbd62c9731fb req-529728d2-b9c5-4643-89f9-fc35cb8f6eca tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962308 Apr 12 14:25:59.502860 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d482795-6d65-4f8d-be08-f47a8704e2e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3267d4ca-ae0d-41df-a7fd-20d50f9801f2,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:59.508516 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Transition to ACTIVE for port object 46a6f6d4-b417-4206-b83d-dfb50bbd124d will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:25:59.542999 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc0335-405d-4a3b-9190-1f8cf365da65 None None] Pushing event updated for resources: {'Port': ['ID=90af0925-f515-45aa-a527-61e7a985c82c,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:59.576240 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:57Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:25:59.580829 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2d482795-6d65-4f8d-be08-f47a8704e2e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.582140 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-2d482795-6d65-4f8d-be08-f47a8704e2e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0769506 Apr 12 14:25:59.585347 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36628) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:25:59.589955 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:25:59.614421 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 24073739-c0c8-49a4-8b40-9bbeacce923b triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:59.614817 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.622549 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.645615 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb070c-c280-408c-b7b1-9fded4155d3c None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:57Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:25:59.920416 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Pushing event updated for resources: {'Port': ['ID=46a6f6d4-b417-4206-b83d-dfb50bbd124d,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:25:59.935764 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.941771 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Current status of the port 90af0925-f515-45aa-a527-61e7a985c82c is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:25:59.956241 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Provisioning complete for port 6aaef0a3-4016-49cd-99eb-30a3c204346a triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:25:59.956617 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.958878 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f1cd09cd-a021-46e3-a61e-a5526802a648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:59.974119 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for port (808853dd-57ba-4417-87ea-84bd20331b92), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:00.075123 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:26:00.094414 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Sync routers for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:26:00.099490 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Port 6aaef0a3-4016-49cd-99eb-30a3c204346a cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:00.117565 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 24073739-c0c8-49a4-8b40-9bbeacce923b is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:00.152354 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4abedcbd-624c-4a0d-b5e7-8a2e2177ac35 admin admin] 10.222.0.61 "PUT /v2.0/routers/ef359794-6ae9-4d5a-804f-da58770dc9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3270042 Apr 12 14:26:00.159915 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Provisioning complete for port 63a80fd6-1682-448d-b285-8aa84f62a858 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:00.160260 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:00.164303 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36636) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:00.188568 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:00.189273 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:00.409021 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Attempting to bind port 46a6f6d4-b417-4206-b83d-dfb50bbd124d on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:00.409925 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Attempting to bind port 46a6f6d4-b417-4206-b83d-dfb50bbd124d by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '94ad597b-b646-4faa-9037-7bf5516d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '838e4918-5706-497d-9d6e-6bc5cd392801'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:00.411335 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Attempting to bind port 46a6f6d4-b417-4206-b83d-dfb50bbd124d on network 838e4918-5706-497d-9d6e-6bc5cd392801 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:00.430714 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Port 46a6f6d4-b417-4206-b83d-dfb50bbd124d on network 838e4918-5706-497d-9d6e-6bc5cd392801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:00.431106 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Attempting to bind port 46a6f6d4-b417-4206-b83d-dfb50bbd124d on network 838e4918-5706-497d-9d6e-6bc5cd392801 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:00.452541 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 63a80fd6-1682-448d-b285-8aa84f62a858 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:00.490951 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:00.491376 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Checking segment: {'id': '94ad597b-b646-4faa-9037-7bf5516d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '838e4918-5706-497d-9d6e-6bc5cd392801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:00.496889 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (808853dd-57ba-4417-87ea-84bd20331b92), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:00.497092 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Bound using segment: {'id': '94ad597b-b646-4faa-9037-7bf5516d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '838e4918-5706-497d-9d6e-6bc5cd392801'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:00.501476 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Bound port: 46a6f6d4-b417-4206-b83d-dfb50bbd124d, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ad597b-b646-4faa-9037-7bf5516d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '838e4918-5706-497d-9d6e-6bc5cd392801'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:00.501868 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:00.543591 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f1cd09cd-a021-46e3-a61e-a5526802a648 admin admin] Publish callbacks [] for security_group (9e5138f6-3658-4641-8b5f-a51495ae8573), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:00.587538 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:00.647154 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:00.659238 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f1cd09cd-a021-46e3-a61e-a5526802a648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (9e5138f6-3658-4641-8b5f-a51495ae8573), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:00.775086 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:26:00.829670 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f44c9-a375-4aa6-92e9-e6b276d178d4 req-ce900569-27c8-4b19-b638-bc3265cab352 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:00.836651 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-865f44c9-a375-4aa6-92e9-e6b276d178d4 req-ce900569-27c8-4b19-b638-bc3265cab352 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 943 time: 0.1957126 Apr 12 14:26:00.858907 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:00.868361 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:01.035881 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Allocated IP 172.27.3.76 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/4559e487-3490-476b-aba1-4ad3d0a0dda9) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:01.040848 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (322c285b-b2bd-4a7e-8880-8d0727f5e111), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.047080 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:01.068132 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1059455827-network', 'tenant_id': 'eb1945a000d7427cb02f474de9c2f366'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:01.146510 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 63a80fd6-1682-448d-b285-8aa84f62a858 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:01.146862 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.156628 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd09cd-a021-46e3-a61e-a5526802a648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5138f6-3658-4641-8b5f-a51495ae8573,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:01.200987 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'Port': ['ID=808853dd-57ba-4417-87ea-84bd20331b92,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:01.203525 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Current status of the port 63a80fd6-1682-448d-b285-8aa84f62a858 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:01.204206 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.250711 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f1cd09cd-a021-46e3-a61e-a5526802a648 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8251f0508404f13b224cdc907726798&name=default HTTP/1.1" status: 200 len: 2994 time: 2.6447401 Apr 12 14:26:01.255345 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36662) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:01.279904 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (808853dd-57ba-4417-87ea-84bd20331b92), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.316865 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Made reservation on behalf of eb1945a000d7427cb02f474de9c2f366 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:01.319177 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.324154 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-865f44c9-a375-4aa6-92e9-e6b276d178d4 req-f55b8302-acac-4e43-be40-adef746c2d7d tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756823 Apr 12 14:26:01.338038 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] For port 63a80fd6-1682-448d-b285-8aa84f62a858, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=63a80fd6-1682-448d-b285-8aa84f62a858,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:01.344246 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] For port 46a6f6d4-b417-4206-b83d-dfb50bbd124d, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:01.363834 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.383859 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] For port 46a6f6d4-b417-4206-b83d-dfb50bbd124d, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=46a6f6d4-b417-4206-b83d-dfb50bbd124d,segment=NetworkSegment(94ad597b-b646-4faa-9037-7bf5516d00f4),segment_id=94ad597b-b646-4faa-9037-7bf5516d00f4)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:01.428359 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (4559e487-3490-476b-aba1-4ad3d0a0dda9), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.438280 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.496517 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.677109 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Publish callbacks [] for security_group (dcbb86f5-d009-4cb5-82cc-757797e67a58), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.682404 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e204d291-9a57-480b-a175-a3bf74efe447 admin admin] Publish callbacks [] for security_group (9e5138f6-3658-4641-8b5f-a51495ae8573), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.803806 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06fb76-7c89-44f1-9170-e0f8d0a996c7 None None] Pushing event updated for resources: {'Port': ['ID=63a80fd6-1682-448d-b285-8aa84f62a858,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:01.812156 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (dcbb86f5-d009-4cb5-82cc-757797e67a58), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.827066 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:26:01.845598 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (2a241365-8b13-4694-be1d-8392c7300582), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:01.846335 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Added segment 2a241365-8b13-4694-be1d-8392c7300582 of type vlan for network 69b4380b-0ddc-4a5a-bb46-e3613a2d6194 Apr 12 14:26:01.879997 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 63a80fd6-1682-448d-b285-8aa84f62a858 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:01.881236 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 90af0925-f515-45aa-a527-61e7a985c82c up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:01.947452 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e204d291-9a57-480b-a175-a3bf74efe447 admin admin] Publish callbacks [] for security_group (9e5138f6-3658-4641-8b5f-a51495ae8573), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.063203 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (69b4380b-0ddc-4a5a-bb46-e3613a2d6194), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.103840 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:02.106632 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.112899 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] 10.222.0.48 "PUT /v2.0/ports/46a6f6d4-b417-4206-b83d-dfb50bbd124d HTTP/1.1" status: 200 len: 1093 time: 5.0482764 Apr 12 14:26:02.126555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 2, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:02.129642 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0dd6ac-b222-491c-8f57-96666d99f924', 'tag': '46a6f6d4-b417-4206-b83d-dfb50bbd124d'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:02.212488 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.db.resource_extend [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 14:26:02.223611 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Checking router: ef359794-6ae9-4d5a-804f-da58770dc9cc for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:26:02.224697 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Updating router ef359794-6ae9-4d5a-804f-da58770dc9cc port 6aaef0a3-4016-49cd-99eb-30a3c204346a binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:26:02.233220 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbb86f5-d009-4cb5-82cc-757797e67a58,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:02.291942 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 90af0925-f515-45aa-a527-61e7a985c82c triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:02.292572 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (90af0925-f515-45aa-a527-61e7a985c82c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.329197 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.329480 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for port (808853dd-57ba-4417-87ea-84bd20331b92), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.362531 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (69b4380b-0ddc-4a5a-bb46-e3613a2d6194), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.363117 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:02.364274 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.428418 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138ca51-4518-4b58-b444-aed9c5b05c06 service neutron] Pushing event updated for resources: {'Port': ['ID=46a6f6d4-b417-4206-b83d-dfb50bbd124d,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:02.486149 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (808853dd-57ba-4417-87ea-84bd20331b92), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.516300 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e204d291-9a57-480b-a175-a3bf74efe447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (9e5138f6-3658-4641-8b5f-a51495ae8573), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.519082 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e204d291-9a57-480b-a175-a3bf74efe447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.520293 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e204d291-9a57-480b-a175-a3bf74efe447 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e5138f6-3658-4641-8b5f-a51495ae8573 HTTP/1.1" status: 204 len: 168 time: 1.2621789 Apr 12 14:26:02.704847 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (4559e487-3490-476b-aba1-4ad3d0a0dda9), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.744109 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204d291-9a57-480b-a175-a3bf74efe447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5138f6-3658-4641-8b5f-a51495ae8573,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:02.750998 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0dd6ac-b222-491c-8f57-96666d99f924", "tag": "46a6f6d4-b417-4206-b83d-dfb50bbd124d"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:02.854366 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6882613 Apr 12 14:26:02.854523 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 90af0925-f515-45aa-a527-61e7a985c82c is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:02.855121 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36708) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:02.898809 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (322c285b-b2bd-4a7e-8880-8d0727f5e111), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:02.950472 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-e01261dc-c219-4cc0-a890-bcf990f4e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:02.952087 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-e01261dc-c219-4cc0-a890-bcf990f4e477 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad74a5a84650412abfbb212fe4435e2b&device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 1127 time: 0.5908530 Apr 12 14:26:02.958483 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Request body: {'subnet': {'network_id': '69b4380b-0ddc-4a5a-bb46-e3613a2d6194', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1059455827-subnet', 'tenant_id': 'eb1945a000d7427cb02f474de9c2f366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:02.986453 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67df58e-63f6-454c-98f3-d324eefb5670 admin admin] Pushing event updated for resources: {'Network': ['ID=69b4380b-0ddc-4a5a-bb46-e3613a2d6194,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:03.000185 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:03.055239 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 69b4380b-0ddc-4a5a-bb46-e3613a2d6194 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:26:03.069877 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:03.071392 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7746131 Apr 12 14:26:03.119779 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:03.178738 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de21c7-ba1d-48c6-b2f3-547de65f38f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'Port': ['ID=808853dd-57ba-4417-87ea-84bd20331b92,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:03.211938 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b4b8a-5614-4ba2-88df-9bc8b8541314 req-efd719f9-9733-48fc-98e3-b7c024541c4f tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:03.219486 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-072b4b8a-5614-4ba2-88df-9bc8b8541314 req-efd719f9-9733-48fc-98e3-b7c024541c4f tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 943 time: 0.7344933 Apr 12 14:26:03.228110 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:03.238388 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=4559e487-3490-476b-aba1-4ad3d0a0dda9,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:03.249193 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-15bc7914-52ea-4b91-ab1f-8331d8379657 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a6f6d4-b417-4206-b83d-dfb50bbd124d HTTP/1.1" status: 200 len: 217 time: 0.2392752 Apr 12 14:26:03.264994 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Made reservation on behalf of eb1945a000d7427cb02f474de9c2f366 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:03.271250 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:03.397197 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-478c82a3-ee45-40bb-97e5-1315a91c4038 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:03.421492 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-478c82a3-ee45-40bb-97e5-1315a91c4038 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 818 time: 1.4186385 Apr 12 14:26:03.548143 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-72c121e8-3975-4ab0-bcba-f341c627ccdc tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/quotas/01f26170c3294efc8e2156d7bbf0f995 HTTP/1.1" status: 200 len: 375 time: 0.1253126 Apr 12 14:26:03.630329 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Publish callbacks [] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:03.639402 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 63a80fd6-1682-448d-b285-8aa84f62a858 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:03.648415 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-84ce7e78-0a30-4989-9f4b-a399081e1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:03.662631 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-84ce7e78-0a30-4989-9f4b-a399081e1d08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=774c634b-560f-4c47-b9f6-26d989e13d62 HTTP/1.1" status: 200 len: 851 time: 0.4024472 Apr 12 14:26:03.694700 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-072b4b8a-5614-4ba2-88df-9bc8b8541314 req-2832ed31-73d6-4282-8074-e3fe10466690 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655061 Apr 12 14:26:03.724047 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36738) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:03.736818 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (3c30ed6e-1a80-470a-9ad5-b2f42618fdb9), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:03.808275 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:03.930209 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-36905377-cebe-4a6a-933e-d280c2a504c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=838e4918-5706-497d-9d6e-6bc5cd392801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2209041 Apr 12 14:26:03.952552 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff6beb-77af-4bbf-81a6-0ce769904e02 None None] Pushing event updated for resources: {'Port': ['ID=6aaef0a3-4016-49cd-99eb-30a3c204346a,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:03.972190 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-e7705117-fc5c-4a65-9a76-575fb35e0592 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4196644 Apr 12 14:26:04.015013 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (f0bbcc9b-96ad-4696-a913-9196f2dc2797), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.037422 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 63a80fd6-1682-448d-b285-8aa84f62a858 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:04.038183 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.196497 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bbcc9b-96ad-4696-a913-9196f2dc2797,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:04.240074 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4559e487-3490-476b-aba1-4ad3d0a0dda9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.276419 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e6a87f4-9274-443a-a826-0f5b2223fdca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.319894 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d99c5b-0a29-4120-b22c-d12e05106ee7 x-openstack-request-id: req-90d99c5b-0a29-4120-b22c-d12e05106ee7 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:04.327391 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0dd6ac-b222-491c-8f57-96666d99f924", "tag": "46a6f6d4-b417-4206-b83d-dfb50bbd124d", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:04.339204 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90d99c5b-0a29-4120-b22c-d12e05106ee7 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:04.339204 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d99c5b-0a29-4120-b22c-d12e05106ee7'] response: {'name': 'network-changed', 'server_uuid': '0c0dd6ac-b222-491c-8f57-96666d99f924', 'tag': '46a6f6d4-b417-4206-b83d-dfb50bbd124d', 'status': 'completed', 'code': 200} Apr 12 14:26:04.368781 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 63a80fd6-1682-448d-b285-8aa84f62a858 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:04.374964 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-9979a288-b466-43b8-a00c-26ac48b568df service neutron] 10.222.0.48 "GET /v2.0/networks/838e4918-5706-497d-9d6e-6bc5cd392801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986287 Apr 12 14:26:04.386684 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Checking segment: {'id': '2a241365-8b13-4694-be1d-8392c7300582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '69b4380b-0ddc-4a5a-bb46-e3613a2d6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:04.387356 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Network hostable DHCP agents. Network: 69b4380b-0ddc-4a5a-bb46-e3613a2d6194, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:26:04.389833 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Attempting to bind port 6aaef0a3-4016-49cd-99eb-30a3c204346a on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:04.390249 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Attempting to bind port 6aaef0a3-4016-49cd-99eb-30a3c204346a by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:04.390621 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Attempting to bind port 6aaef0a3-4016-49cd-99eb-30a3c204346a on network 16ad4ef3-9453-4887-967a-e036cb79c702 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:04.410707 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:04.411016 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Checking segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:04.411440 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.415590 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Bound using segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:04.417035 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Bound port: 6aaef0a3-4016-49cd-99eb-30a3c204346a, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:04.419875 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.502898 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-f997a0f0-8c5b-4b60-a9c2-fc7137aa9de2 None None] Provisioning complete for port 6aaef0a3-4016-49cd-99eb-30a3c204346a triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:04.503112 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f997a0f0-8c5b-4b60-a9c2-fc7137aa9de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.526583 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Network 69b4380b-0ddc-4a5a-bb46-e3613a2d6194 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:26:04.568770 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] For port 6aaef0a3-4016-49cd-99eb-30a3c204346a, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:04.572562 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] For port 6aaef0a3-4016-49cd-99eb-30a3c204346a, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=6aaef0a3-4016-49cd-99eb-30a3c204346a,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:04.574196 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-f997a0f0-8c5b-4b60-a9c2-fc7137aa9de2 None None] Port 6aaef0a3-4016-49cd-99eb-30a3c204346a cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:04.627406 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (4559e487-3490-476b-aba1-4ad3d0a0dda9), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.641834 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-3e2a224e-3ace-4243-b425-6e620985dd0f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--741018542&fields=id&tenant_id=9b35d4f1f2124b17b32c97ef1876ab53 HTTP/1.1" status: 200 len: 267 time: 0.1683171 Apr 12 14:26:04.642430 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 69b4380b-0ddc-4a5a-bb46-e3613a2d6194) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:04.646880 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:04.647824 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.667188 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.718324 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1b965-307b-4b94-a978-9f4be8ad3d9a None None] Network 69b4380b-0ddc-4a5a-bb46-e3613a2d6194 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:04.731129 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e6a87f4-9274-443a-a826-0f5b2223fdca admin admin] Publish callbacks [] for security_group (df4ff0ac-d80d-4c08-a9ec-0cbff4c19ec0), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.741197 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (4559e487-3490-476b-aba1-4ad3d0a0dda9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.785035 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4e032f94-8a13-4ca7-887d-e8afbca7f96c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9009295 Apr 12 14:26:04.840871 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e6a87f4-9274-443a-a826-0f5b2223fdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (df4ff0ac-d80d-4c08-a9ec-0cbff4c19ec0), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.868439 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3c30ed6e-1a80-470a-9ad5-b2f42618fdb9), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:04.881150 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f9d79d4b-3ab1-4db1-8f87-4e3e2167b2fa req-4b5f4a7c-9203-4c16-8c19-15abdea72325 service neutron] 10.222.0.48 "GET /v2.0/networks/838e4918-5706-497d-9d6e-6bc5cd392801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991099 Apr 12 14:26:04.902990 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=4559e487-3490-476b-aba1-4ad3d0a0dda9,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:04.950753 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:04.951713 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:25:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:04.954431 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff6beb-77af-4bbf-81a6-0ce769904e02 None None] Pushing event updated for resources: {'Port': ['ID=6aaef0a3-4016-49cd-99eb-30a3c204346a,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:04.969355 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7e6a87f4-9274-443a-a826-0f5b2223fdca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=589a58988caf47bbb487e286622d2fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1845765 Apr 12 14:26:04.972236 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36780) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:04.984798 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a87f4-9274-443a-a826-0f5b2223fdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4ff0ac-d80d-4c08-a9ec-0cbff4c19ec0,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:05.021294 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-8020ee28-1202-4fce-9500-12f58719ac41 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:05.023289 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-8020ee28-1202-4fce-9500-12f58719ac41 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 817 time: 0.3130443 Apr 12 14:26:05.039085 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:05.040664 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-72cf6e75-6f3d-4248-9c2e-fa0d5cd80e54 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4543571 Apr 12 14:26:05.067917 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-54647619-023b-48bf-bfd0-635c6d230e88 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/quotas/9b35d4f1f2124b17b32c97ef1876ab53 HTTP/1.1" status: 200 len: 375 time: 0.0297890 Apr 12 14:26:05.071666 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-ace0cbc2-bfd9-4fcb-acbf-39aec1fbe791 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103904) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:26:05.078117 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-ace0cbc2-bfd9-4fcb-acbf-39aec1fbe791 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4791493 Apr 12 14:26:05.208017 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-aea5ca82-2f44-4128-a818-66be5afb78d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166322 Apr 12 14:26:05.290192 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b5c875-f6d4-483b-8cd9-b72dfb4d1218 None None] Network 69b4380b-0ddc-4a5a-bb46-e3613a2d6194 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:05.341083 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36790) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:05.368612 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-38f3dd15-1faf-4c51-9a9c-f0ded5c38d79 service neutron] 10.222.0.61 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353425 Apr 12 14:26:05.369815 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-0562940f-265a-4942-9355-4414a58a7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:05.371505 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-0562940f-265a-4942-9355-4414a58a7dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad74a5a84650412abfbb212fe4435e2b&device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 1127 time: 0.3297791 Apr 12 14:26:05.411893 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-d66eaf78-9412-486d-bd86-c517b732b2c3 service neutron] 10.222.0.61 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001617 Apr 12 14:26:05.455411 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-43c8a557-2e6e-4bdf-9e8f-b4d5a00285e3 None None] Provisioning complete for port 6aaef0a3-4016-49cd-99eb-30a3c204346a triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:05.455411 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-43c8a557-2e6e-4bdf-9e8f-b4d5a00285e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:05.538899 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-62bc0e0a-45d0-4693-9527-81e14d0ad20c admin admin] Publish callbacks [] for security_group (df4ff0ac-d80d-4c08-a9ec-0cbff4c19ec0), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:05.548629 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:05.642388 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-689f3aa2-573d-4701-abc1-fdb4fc1f08dc service neutron] 10.222.0.61 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295907 Apr 12 14:26:05.749266 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-62bc0e0a-45d0-4693-9527-81e14d0ad20c admin admin] Publish callbacks [] for security_group (df4ff0ac-d80d-4c08-a9ec-0cbff4c19ec0), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:05.863091 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-43c8a557-2e6e-4bdf-9e8f-b4d5a00285e3 None None] Current status of the port 6aaef0a3-4016-49cd-99eb-30a3c204346a is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:05.863919 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-43c8a557-2e6e-4bdf-9e8f-b4d5a00285e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:05.874592 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-531eafd9-e4b4-42d1-8c87-3b0dab00bcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:05.890526 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-d01ea9d7-b328-4f9d-99c2-6aa6b8c7cdb3 service neutron] 10.222.0.61 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354498 Apr 12 14:26:05.942527 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-073b1922-baac-41b1-92af-269a4df57785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:05.949373 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-073b1922-baac-41b1-92af-269a4df57785 service neutron] 10.222.0.48 "GET /v2.0/networks?id=838e4918-5706-497d-9d6e-6bc5cd392801 HTTP/1.1" status: 200 len: 912 time: 0.5558887 Apr 12 14:26:06.002883 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-43c8a557-2e6e-4bdf-9e8f-b4d5a00285e3 None None] For port 6aaef0a3-4016-49cd-99eb-30a3c204346a, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=6aaef0a3-4016-49cd-99eb-30a3c204346a,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:06.128598 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:04Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:06.197420 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d87b4-023d-4cc3-a08b-ff3ddf107ac5 None None] The sync data for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi is: [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:04Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:26:06.343506 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1b5f7-4207-4239-b821-b12bcccdaf1f req-9c0763eb-e18d-4067-ab0e-bf5a9f4dbaf1 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:06.346867 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36e1b5f7-4207-4239-b821-b12bcccdaf1f req-9c0763eb-e18d-4067-ab0e-bf5a9f4dbaf1 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 943 time: 0.2116132 Apr 12 14:26:06.452392 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-531eafd9-e4b4-42d1-8c87-3b0dab00bcaa admin admin] Publish callbacks [] for security_group (f16f194c-cc5b-4ce6-8d00-c74acedff447), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:06.561348 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36e1b5f7-4207-4239-b821-b12bcccdaf1f req-83a65d23-5d7d-41eb-9c59-ef92500bb505 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951106 Apr 12 14:26:06.632301 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-a2a7e1f3-7d81-41ea-8b41-9f9c13bdf5ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a6f6d4-b417-4206-b83d-dfb50bbd124d HTTP/1.1" status: 200 len: 217 time: 0.6805568 Apr 12 14:26:06.634938 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-62bc0e0a-45d0-4693-9527-81e14d0ad20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (df4ff0ac-d80d-4c08-a9ec-0cbff4c19ec0), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:06.640193 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-62bc0e0a-45d0-4693-9527-81e14d0ad20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:06.642110 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-62bc0e0a-45d0-4693-9527-81e14d0ad20c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df4ff0ac-d80d-4c08-a9ec-0cbff4c19ec0 HTTP/1.1" status: 204 len: 168 time: 1.6686318 Apr 12 14:26:06.665216 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc0e0a-45d0-4693-9527-81e14d0ad20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4ff0ac-d80d-4c08-a9ec-0cbff4c19ec0,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:06.791460 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-cdff0aac-24d8-41e1-a1b9-b0de143d6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:06.791460 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-cdff0aac-24d8-41e1-a1b9-b0de143d6381 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=774c634b-560f-4c47-b9f6-26d989e13d62 HTTP/1.1" status: 200 len: 851 time: 0.0871530 Apr 12 14:26:06.791740 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-a1e3cb7e-2c49-4b8f-a8e6-0128e7208e79 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--776998933&fields=id&tenant_id=e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 267 time: 0.0802584 Apr 12 14:26:06.821343 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-cda3239c-d584-41dd-9b9c-995dc27d5fb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=838e4918-5706-497d-9d6e-6bc5cd392801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545835 Apr 12 14:26:06.967207 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-2f297b8b-6454-42d4-9f67-72327b947781 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:06.969319 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-2f297b8b-6454-42d4-9f67-72327b947781 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 815 time: 0.1700130 Apr 12 14:26:06.995153 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-df91485b-5ad6-44d4-816f-f672e74e10cf tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/quotas/e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 375 time: 0.0168822 Apr 12 14:26:07.013393 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 6aaef0a3-4016-49cd-99eb-30a3c204346a up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:07.083297 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-43c8a557-2e6e-4bdf-9e8f-b4d5a00285e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.130971 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-8bdc43d8-b543-4145-aa1d-8cc5feed22cf tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260722 Apr 12 14:26:07.171800 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-531eafd9-e4b4-42d1-8c87-3b0dab00bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (f16f194c-cc5b-4ce6-8d00-c74acedff447), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.173095 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-60c6e5f5-3c22-45f6-9e52-2df6bfba177d service neutron] 10.222.0.48 "GET /v2.0/networks/838e4918-5706-497d-9d6e-6bc5cd392801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696934 Apr 12 14:26:07.293641 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 6aaef0a3-4016-49cd-99eb-30a3c204346a triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:07.295343 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.377459 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8a557-2e6e-4bdf-9e8f-b4d5a00285e3 None None] Pushing event updated for resources: {'Port': ['ID=6aaef0a3-4016-49cd-99eb-30a3c204346a,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:07.393528 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-531eafd9-e4b4-42d1-8c87-3b0dab00bcaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57c4d3e6a0444576bfb2c4e6baf86c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0487735 Apr 12 14:26:07.395913 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531eafd9-e4b4-42d1-8c87-3b0dab00bcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f194c-cc5b-4ce6-8d00-c74acedff447,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:07.401428 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36848) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:07.553673 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-507043bb-96f7-4128-a7f2-ac072e70cb92 req-ac84be72-ec4e-4e65-83d0-cc6198c1d431 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 210 time: 0.1541073 Apr 12 14:26:07.582357 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8e26be66-4db1-4324-8516-3c60970b8089 admin admin] Publish callbacks [] for security_group (f16f194c-cc5b-4ce6-8d00-c74acedff447), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.618271 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 6aaef0a3-4016-49cd-99eb-30a3c204346a is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:07.632478 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc6f57ca-f4c3-446b-97ad-55bb0f66155d req-02009465-fca5-40fb-bca2-9a4f1486590c service neutron] 10.222.0.48 "GET /v2.0/networks/838e4918-5706-497d-9d6e-6bc5cd392801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464221 Apr 12 14:26:07.813893 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4537bcb5-2577-4e83-8fe5-ad364d03c588 req-4846ebee-2176-44d1-bf40-36354ff8a0d7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 210 time: 0.1209166 Apr 12 14:26:07.846130 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8e26be66-4db1-4324-8516-3c60970b8089 admin admin] Publish callbacks [] for security_group (f16f194c-cc5b-4ce6-8d00-c74acedff447), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.942341 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-150e5b3e-a217-4e0f-abfb-fbcc8bc16c24 service neutron] 10.222.0.61 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8096795 Apr 12 14:26:08.033835 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a32c7-66f4-4798-993d-5038830f1dd2 req-f62b5f59-b004-47fa-9b76-4e912dac0c6d tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:08.045754 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9c4a32c7-66f4-4798-993d-5038830f1dd2 req-f62b5f59-b004-47fa-9b76-4e912dac0c6d tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 943 time: 0.0779350 Apr 12 14:26:08.160330 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-f60e19a2-9065-4166-95e7-cd4aa3312984 service neutron] 10.222.0.61 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127769 Apr 12 14:26:08.168591 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8e26be66-4db1-4324-8516-3c60970b8089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (f16f194c-cc5b-4ce6-8d00-c74acedff447), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.180388 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8e26be66-4db1-4324-8516-3c60970b8089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.197603 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8e26be66-4db1-4324-8516-3c60970b8089 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f16f194c-cc5b-4ce6-8d00-c74acedff447 HTTP/1.1" status: 204 len: 168 time: 0.7881837 Apr 12 14:26:08.209998 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9c4a32c7-66f4-4798-993d-5038830f1dd2 req-ebf29c1e-ecb2-4a77-9a15-8b1fc93c358a tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630011 Apr 12 14:26:08.223933 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26be66-4db1-4324-8516-3c60970b8089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f194c-cc5b-4ce6-8d00-c74acedff447,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:08.251001 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36874) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:08.256093 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847381092-network', 'tenant_id': '690c1de21d204bff9da7e65d38f3610e'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:08.451977 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Made reservation on behalf of 690c1de21d204bff9da7e65d38f3610e for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:08.457417 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.514928 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.662705 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e2192482-ee1a-40cf-a963-1965269cafcb req-437f797d-841f-4c31-ae71-00ec8d2ae118 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 210 time: 0.0862868 Apr 12 14:26:08.711354 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-acd7d463-5e19-4fc3-be49-3e8604cfd4f8 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:08.713724 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-acd7d463-5e19-4fc3-be49-3e8604cfd4f8 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 818 time: 0.2796783 Apr 12 14:26:08.716117 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.741510 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ae9177f8-f9fc-4ecf-af11-3b2757611830 req-bb51c465-6a49-47ca-b8c5-5744b715e496 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 210 time: 0.0340438 Apr 12 14:26:08.749452 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-f4a21002-41a8-4a10-a4f3-969eba78bfdd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/quotas/01f26170c3294efc8e2156d7bbf0f995 HTTP/1.1" status: 200 len: 375 time: 0.0292449 Apr 12 14:26:08.837904 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-7351421c-1c71-4bfd-8fb9-1cb728c863c1 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776827 Apr 12 14:26:08.978228 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Publish callbacks [] for security_group (84b28d69-b1c4-455f-80a6-f8d5f864e985), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.016305 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 6aaef0a3-4016-49cd-99eb-30a3c204346a up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:09.027016 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-29f259fe-daf9-4af9-bbf1-ba7ef9e4e287 service neutron] 10.222.0.61 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681130 Apr 12 14:26:09.093419 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 6aaef0a3-4016-49cd-99eb-30a3c204346a triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:09.093786 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.154350 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36904) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:09.169847 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-3c4b9d75-190b-4320-af72-3c2a11c894f1 service neutron] 10.222.0.61 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368494 Apr 12 14:26:09.174735 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (84b28d69-b1c4-455f-80a6-f8d5f864e985), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.187465 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2486250e-0f2c-4ead-889d-65111983c375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.265854 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:26:09.344050 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b28d69-b1c4-455f-80a6-f8d5f864e985,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:09.360873 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (f7616bf1-77a1-4a87-93ed-9659dabec593), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.362635 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Added segment f7616bf1-77a1-4a87-93ed-9659dabec593 of type vlan for network d6204470-f7c5-495a-b5ea-42527b3a6044 Apr 12 14:26:09.459460 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 6aaef0a3-4016-49cd-99eb-30a3c204346a is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:09.535959 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (d6204470-f7c5-495a-b5ea-42527b3a6044), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.594854 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007595-4275-4cfb-87b4-87ff3c15c106 req-ceca4610-d311-42f5-8ffc-7f3fdf50e166 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:09.602529 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-61007595-4275-4cfb-87b4-87ff3c15c106 req-ceca4610-d311-42f5-8ffc-7f3fdf50e166 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 943 time: 0.0962937 Apr 12 14:26:09.606967 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2486250e-0f2c-4ead-889d-65111983c375 admin admin] Publish callbacks [] for security_group (96acac5f-8376-457b-b311-b26cea39c260), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.682819 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-61007595-4275-4cfb-87b4-87ff3c15c106 req-ee17a466-28c1-4e81-a4ca-5e6248063248 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793934 Apr 12 14:26:09.723234 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (d6204470-f7c5-495a-b5ea-42527b3a6044), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.725201 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2486250e-0f2c-4ead-889d-65111983c375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (96acac5f-8376-457b-b311-b26cea39c260), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.728592 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:09.729921 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.923831 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6716044 Apr 12 14:26:09.937820 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff0aa5-840e-4ad7-aebc-76bd5173a3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d6204470-f7c5-495a-b5ea-42527b3a6044,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:09.940276 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36930) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:09.950152 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Request body: {'subnet': {'network_id': 'd6204470-f7c5-495a-b5ea-42527b3a6044', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847381092-subnet', 'tenant_id': '690c1de21d204bff9da7e65d38f3610e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:09.979915 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network d6204470-f7c5-495a-b5ea-42527b3a6044 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:26:09.983863 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36932) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:10.031208 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f97970b7-eb77-4f7e-b029-1b4484354266 req-120d35c0-91c2-4b4b-9f8c-0913078e28b7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 210 time: 0.0795844 Apr 12 14:26:10.094831 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486250e-0f2c-4ead-889d-65111983c375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96acac5f-8376-457b-b311-b26cea39c260,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:10.107586 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db06a2c1-70cd-464f-a80a-ec7ecef960e7 req-b37d4ee8-0289-4b17-8147-72fa233d9e2a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 210 time: 0.3293481 Apr 12 14:26:10.119957 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2486250e-0f2c-4ead-889d-65111983c375 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19d1dbb8dc594e5a852fa9a112c950a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9621558 Apr 12 14:26:10.119957 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c92e457-84e0-42c2-9c32-12b6eddf73eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.121153 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36938) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:10.176856 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f5eacdfc-21df-4c86-803e-9feb6c23b252 req-9bd3d3c1-d933-43b3-ad5b-7539996e48d0 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 210 time: 0.0723774 Apr 12 14:26:10.180191 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Made reservation on behalf of 690c1de21d204bff9da7e65d38f3610e for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:10.187797 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.255164 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9a252e3-3018-40f5-83ae-c7589a4aebce admin admin] Publish callbacks [] for security_group (96acac5f-8376-457b-b311-b26cea39c260), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.313078 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9a252e3-3018-40f5-83ae-c7589a4aebce admin admin] Publish callbacks [] for security_group (96acac5f-8376-457b-b311-b26cea39c260), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.394556 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c92e457-84e0-42c2-9c32-12b6eddf73eb admin admin] Publish callbacks [] for security_group (8a1b7553-4d44-4992-9319-aa18b4436637), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.579817 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (dd959c2b-9bb4-4b75-aee2-acc5a80aa7b1), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.581845 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c92e457-84e0-42c2-9c32-12b6eddf73eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8a1b7553-4d44-4992-9319-aa18b4436637), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.585479 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9a252e3-3018-40f5-83ae-c7589a4aebce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (96acac5f-8376-457b-b311-b26cea39c260), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.588002 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9a252e3-3018-40f5-83ae-c7589a4aebce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.592500 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b9a252e3-3018-40f5-83ae-c7589a4aebce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96acac5f-8376-457b-b311-b26cea39c260 HTTP/1.1" status: 204 len: 168 time: 0.4640377 Apr 12 14:26:10.632746 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7c92e457-84e0-42c2-9c32-12b6eddf73eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6448248615ce4e7eb3a4bdde276bcb84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6511624 Apr 12 14:26:10.633547 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92e457-84e0-42c2-9c32-12b6eddf73eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1b7553-4d44-4992-9319-aa18b4436637,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:10.636335 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36944) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:10.659059 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a252e3-3018-40f5-83ae-c7589a4aebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96acac5f-8376-457b-b311-b26cea39c260,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:10.661097 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd959c2b-9bb4-4b75-aee2-acc5a80aa7b1,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:10.686863 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Checking segment: {'id': 'f7616bf1-77a1-4a87-93ed-9659dabec593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd6204470-f7c5-495a-b5ea-42527b3a6044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:10.687477 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Network hostable DHCP agents. Network: d6204470-f7c5-495a-b5ea-42527b3a6044, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:26:10.725839 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f55fbdf8-d1ed-48c5-8994-b11419aa014f admin admin] Publish callbacks [] for security_group (8a1b7553-4d44-4992-9319-aa18b4436637), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.754002 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f55fbdf8-d1ed-48c5-8994-b11419aa014f admin admin] Publish callbacks [] for security_group (8a1b7553-4d44-4992-9319-aa18b4436637), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.803826 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Network d6204470-f7c5-495a-b5ea-42527b3a6044 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:26:10.818303 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6852034-86de-44f1-bc50-0b5cbf9b4e2b req-f7ae550e-ccb8-49fc-b88b-70f0af9ee869 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:10.819786 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6852034-86de-44f1-bc50-0b5cbf9b4e2b req-f7ae550e-ccb8-49fc-b88b-70f0af9ee869 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 943 time: 0.0485187 Apr 12 14:26:10.871746 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6852034-86de-44f1-bc50-0b5cbf9b4e2b req-5059aabb-e273-415c-9618-902ddd300b19 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 Apr 12 14:26:10.888792 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, d6204470-f7c5-495a-b5ea-42527b3a6044) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:10.890519 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f55fbdf8-d1ed-48c5-8994-b11419aa014f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8a1b7553-4d44-4992-9319-aa18b4436637), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.893291 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f55fbdf8-d1ed-48c5-8994-b11419aa014f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.896451 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f55fbdf8-d1ed-48c5-8994-b11419aa014f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a1b7553-4d44-4992-9319-aa18b4436637 HTTP/1.1" status: 204 len: 168 time: 0.2561212 Apr 12 14:26:10.900933 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d80e0-2d64-48ce-8a7b-4743a2d19d1e None None] Network d6204470-f7c5-495a-b5ea-42527b3a6044 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:10.911027 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:10.911820 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.923764 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fbdf8-d1ed-48c5-8994-b11419aa014f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1b7553-4d44-4992-9319-aa18b4436637,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:10.967038 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36954) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:11.024856 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4fe8a-6213-4aa8-9529-3a4215853d5f None None] Network d6204470-f7c5-495a-b5ea-42527b3a6044 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:11.074465 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-39294869-ba8a-4b8a-8880-3705fd473f23 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1315923 Apr 12 14:26:11.252808 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eabec8b3-f446-4fa1-8369-dd8854fcf435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.276400 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64010df3-acaf-44ea-9dc9-aa6fa31f2301 req-8d147af0-536f-43ef-8be0-b39d22b0f4ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 210 time: 0.0737879 Apr 12 14:26:11.332337 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-213a8c14-15f5-4f87-9c3e-8720208a6764 req-55e167fd-dbd8-451a-853c-e971e2dee5a1 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 210 time: 0.0481668 Apr 12 14:26:11.396433 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eabec8b3-f446-4fa1-8369-dd8854fcf435 admin admin] Publish callbacks [] for security_group (603d3a66-f946-4f71-b2b6-6657c673a8cb), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.410943 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-52203db2-f0ac-4ad3-a7b3-c0009391ad9d req-de0ae2d2-6ece-42ea-a89f-f9b64169c27c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 210 time: 0.0419681 Apr 12 14:26:11.472782 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36970) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:11.522142 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aee23da-99f8-4e81-99ff-09f7884a8efa admin admin] Deleting subnet f0bbcc9b-96ad-4696-a913-9196f2dc2797 {{(pid=103904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:26:11.526188 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8aee23da-99f8-4e81-99ff-09f7884a8efa admin admin] Publish callbacks [] for subnet (f0bbcc9b-96ad-4696-a913-9196f2dc2797), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.596369 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eabec8b3-f446-4fa1-8369-dd8854fcf435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (603d3a66-f946-4f71-b2b6-6657c673a8cb), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.643214 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-eabec8b3-f446-4fa1-8369-dd8854fcf435 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cebc2af56f8c4e4d941ee38c285da843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6751976 Apr 12 14:26:11.644088 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec8b3-f446-4fa1-8369-dd8854fcf435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603d3a66-f946-4f71-b2b6-6657c673a8cb,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:11.645927 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36978) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:11.685659 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8aee23da-99f8-4e81-99ff-09f7884a8efa admin admin] Publish callbacks [] for subnet (f0bbcc9b-96ad-4696-a913-9196f2dc2797), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.700692 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8aee23da-99f8-4e81-99ff-09f7884a8efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (f0bbcc9b-96ad-4696-a913-9196f2dc2797), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.701762 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-13ae4aef-ddd5-4027-8206-1b40464da7b9 admin admin] Publish callbacks [] for security_group (603d3a66-f946-4f71-b2b6-6657c673a8cb), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.724311 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-13ae4aef-ddd5-4027-8206-1b40464da7b9 admin admin] Publish callbacks [] for security_group (603d3a66-f946-4f71-b2b6-6657c673a8cb), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.881948 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-13ae4aef-ddd5-4027-8206-1b40464da7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (603d3a66-f946-4f71-b2b6-6657c673a8cb), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.882666 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8aee23da-99f8-4e81-99ff-09f7884a8efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (f0bbcc9b-96ad-4696-a913-9196f2dc2797), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.884661 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-13ae4aef-ddd5-4027-8206-1b40464da7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.886127 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-13ae4aef-ddd5-4027-8206-1b40464da7b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/603d3a66-f946-4f71-b2b6-6657c673a8cb HTTP/1.1" status: 204 len: 168 time: 0.2392316 Apr 12 14:26:11.896496 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae4aef-ddd5-4027-8206-1b40464da7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d3a66-f946-4f71-b2b6-6657c673a8cb,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:11.912836 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36986) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:11.955436 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8aee23da-99f8-4e81-99ff-09f7884a8efa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.963100 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-8aee23da-99f8-4e81-99ff-09f7884a8efa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f0bbcc9b-96ad-4696-a913-9196f2dc2797 HTTP/1.1" status: 204 len: 168 time: 0.4891782 Apr 12 14:26:11.963508 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-08ccfe78-a385-43e4-880b-800c360d12a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.964167 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee23da-99f8-4e81-99ff-09f7884a8efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0bbcc9b-96ad-4696-a913-9196f2dc2797,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:11.970526 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 36990) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:12.075748 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-08ccfe78-a385-43e4-880b-800c360d12a1 admin admin] Publish callbacks [] for security_group (5f25c436-7822-416e-a775-008a964d3731), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.079448 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.48', 57812) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:12.172594 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e794f-e817-4ecf-bf9b-682806859908 req-03688778-b386-48f1-9609-96c0a05e2b84 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:12.175708 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3a1e794f-e817-4ecf-bf9b-682806859908 req-03688778-b386-48f1-9609-96c0a05e2b84 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 943 time: 0.1602497 Apr 12 14:26:12.186951 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-08ccfe78-a385-43e4-880b-800c360d12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5f25c436-7822-416e-a775-008a964d3731), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.229864 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccfe78-a385-43e4-880b-800c360d12a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f25c436-7822-416e-a775-008a964d3731,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:12.247754 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-08ccfe78-a385-43e4-880b-800c360d12a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88e634eecb394597a56e7f87f369e7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327467 Apr 12 14:26:12.251111 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 36998) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:12.256863 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (69b4380b-0ddc-4a5a-bb46-e3613a2d6194), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.301833 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-7900c802-6efc-4522-9658-39e03d83349f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:12.303464 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-7900c802-6efc-4522-9658-39e03d83349f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 817 time: 0.2185352 Apr 12 14:26:12.379079 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3a1e794f-e817-4ecf-bf9b-682806859908 req-b38b31e9-36fa-41b5-a520-f85742ba2650 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790802 Apr 12 14:26:12.436488 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-0946f508-a574-4f5d-9caf-796bd1a39b95 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:12.438526 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-0946f508-a574-4f5d-9caf-796bd1a39b95 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 818 time: 0.3296075 Apr 12 14:26:12.478251 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Request body: {'port': {'device_id': '870415a3-9568-4cde-babd-7bc9210e88c6', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'admin_state_up': True, 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:12.529498 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-535d2341-ef2d-4b71-b069-cd5da3a5dc12 admin admin] Publish callbacks [] for security_group (5f25c436-7822-416e-a775-008a964d3731), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.592836 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (69b4380b-0ddc-4a5a-bb46-e3613a2d6194), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.629812 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1d249273-52df-4125-9633-ac601834337e req-288707cb-f165-43e0-9bf6-40411f53a1a5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 210 time: 0.2199202 Apr 12 14:26:12.659870 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-9395dfe1-abff-45d4-bc62-f777a80a03d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b35d4f1f2124b17b32c97ef1876ab53 HTTP/1.1" status: 200 len: 379 time: 0.3435335 Apr 12 14:26:12.681049 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-535d2341-ef2d-4b71-b069-cd5da3a5dc12 admin admin] Publish callbacks [] for security_group (5f25c436-7822-416e-a775-008a964d3731), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.703402 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e2014e3d-8ce8-4803-8981-68ac1d3b165e req-e457ae72-a39f-445e-8384-73b96354f58e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 210 time: 0.1328101 Apr 12 14:26:12.720294 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.723671 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.725797 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.727438 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > port after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.727438 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.727438 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > port after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.727438 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.729132 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.730026 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.730567 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.778716 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36c49a1c-9cae-4b90-8019-76d0443958bc req-cdbf4924-6940-496e-aef1-ec8dcd0c2777 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 210 time: 0.0367351 Apr 12 14:26:12.812557 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'port': {'device_id': '26e25941-ade9-4601-9313-3c82a4f78211', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'admin_state_up': True, 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'security_groups': ['d95a97ef-e533-405d-9334-5a27a63e1762']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:12.861456 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.861808 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.862138 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.862464 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:26:12.862828 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b4380b-0ddc-4a5a-bb46-e3613a2d6194']}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:12.889752 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a241365-8b13-4694-be1d-8392c7300582') {'for_net_delete': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:12.889752 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a241365-8b13-4694-be1d-8392c7300582') {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:12.915292 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14365490'] for segment (2a241365-8b13-4694-be1d-8392c7300582), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.950955 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (2a241365-8b13-4694-be1d-8392c7300582), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.956323 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-535d2341-ef2d-4b71-b069-cd5da3a5dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5f25c436-7822-416e-a775-008a964d3731), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.962553 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-535d2341-ef2d-4b71-b069-cd5da3a5dc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.963378 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:26:12.963803 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14564533'] for segment (2a241365-8b13-4694-be1d-8392c7300582), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.964430 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-535d2341-ef2d-4b71-b069-cd5da3a5dc12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f25c436-7822-416e-a775-008a964d3731 HTTP/1.1" status: 204 len: 168 time: 0.7125893 Apr 12 14:26:12.981075 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d2341-ef2d-4b71-b069-cd5da3a5dc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f25c436-7822-416e-a775-008a964d3731,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: from cryptography.utils import int_from_bytes Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: from cryptography.utils import int_from_bytes Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: Traceback (most recent call last): Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: timer() Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: cb(*args, **kw) Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: return func(*args, **kwargs) Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: self._notify() Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: self.callback(batched_events) Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: event.method(event) Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: return f(self, *a, **k) Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._get(url).json() Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: return self.request(url, 'GET', **kwargs) Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:26:13.008578 dv-cinder-837522-1-iscsi neutron-server[103904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:26:13.035919 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37026) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.054519 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f89f38a4-d0b9-4187-b8bb-eb01b31cfa0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.130968 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Made reservation on behalf of 9b35d4f1f2124b17b32c97ef1876ab53 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:13.134391 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.171562 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f89f38a4-d0b9-4187-b8bb-eb01b31cfa0d admin admin] Publish callbacks [] for security_group (782cfff8-4ee6-432b-9807-2122a2f21106), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.220044 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (69b4380b-0ddc-4a5a-bb46-e3613a2d6194), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.221668 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Made reservation on behalf of 01f26170c3294efc8e2156d7bbf0f995 for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:13.225777 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.242313 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.244727 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.48', 57818) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.247423 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] 10.222.0.61 "DELETE /v2.0/networks/69b4380b-0ddc-4a5a-bb46-e3613a2d6194 HTTP/1.1" status: 204 len: 168 time: 1.2757993 Apr 12 14:26:13.268236 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37032) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.280650 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606387f7-ab76-4985-9973-18aed2504870 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b4380b-0ddc-4a5a-bb46-e3613a2d6194,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:13.295025 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f89f38a4-d0b9-4187-b8bb-eb01b31cfa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (782cfff8-4ee6-432b-9807-2122a2f21106), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.374496 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_v2 [None req-19258386-6f80-44cf-8cc8-993ed542a56e admin admin] Deleting subnet dd959c2b-9bb4-4b75-aee2-acc5a80aa7b1 {{(pid=103904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:26:13.375179 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-19258386-6f80-44cf-8cc8-993ed542a56e admin admin] Publish callbacks [] for subnet (dd959c2b-9bb4-4b75-aee2-acc5a80aa7b1), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.449004 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-19258386-6f80-44cf-8cc8-993ed542a56e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14365499'] for subnet (dd959c2b-9bb4-4b75-aee2-acc5a80aa7b1), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.461380 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f89f38a4-d0b9-4187-b8bb-eb01b31cfa0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e66d2dcb12bf4d0ab36e8c579820a704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243622 Apr 12 14:26:13.462327 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f38a4-d0b9-4187-b8bb-eb01b31cfa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782cfff8-4ee6-432b-9807-2122a2f21106,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:13.465019 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37040) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.524109 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Allocated IP 172.20.0.5 (16ad4ef3-9453-4887-967a-e036cb79c702/c4b3d399-9b8d-48c3-97a9-74dd615daba5/66cd0b19-a839-4043-8a4d-c1bf51a81cd3) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:13.530703 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-19258386-6f80-44cf-8cc8-993ed542a56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (dd959c2b-9bb4-4b75-aee2-acc5a80aa7b1), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.596239 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Allocated IP 172.20.0.3 (40d22d5a-428e-4501-854e-f855c51071de/64ed6263-2691-4711-b1c9-9c8026bcd73d/e80feacd-461f-4629-b43f-3acd60a68fdb) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:13.646258 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3508bb-7f76-499b-b7ae-bce2f6233e00 req-da6a57fa-0255-4bec-8cbc-ffdc3276118a tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:13.647920 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3b3508bb-7f76-499b-b7ae-bce2f6233e00 req-da6a57fa-0255-4bec-8cbc-ffdc3276118a tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 943 time: 0.0947902 Apr 12 14:26:13.688869 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5d3a-32ac-4ef1-9955-9db5e0c46ecb admin admin] Publish callbacks [] for security_group (782cfff8-4ee6-432b-9807-2122a2f21106), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.738102 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-265cbd25-672d-4759-a82d-8a6b613abf6f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:13.740077 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-265cbd25-672d-4759-a82d-8a6b613abf6f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 815 time: 0.4922445 Apr 12 14:26:13.743763 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5d3a-32ac-4ef1-9955-9db5e0c46ecb admin admin] Publish callbacks [] for security_group (782cfff8-4ee6-432b-9807-2122a2f21106), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.796703 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-e0f63892-b1bb-4711-a366-b704b5920c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.819958 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-19258386-6f80-44cf-8cc8-993ed542a56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14564383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12654918'] for subnet (dd959c2b-9bb4-4b75-aee2-acc5a80aa7b1), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.871639 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-976e6348-5662-47a7-824b-58b28f9b05d3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 379 time: 0.1198571 Apr 12 14:26:13.890092 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19258386-6f80-44cf-8cc8-993ed542a56e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd959c2b-9bb4-4b75-aee2-acc5a80aa7b1,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:13.896504 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-19258386-6f80-44cf-8cc8-993ed542a56e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.906901 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-19258386-6f80-44cf-8cc8-993ed542a56e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dd959c2b-9bb4-4b75-aee2-acc5a80aa7b1 HTTP/1.1" status: 204 len: 168 time: 0.6374276 Apr 12 14:26:13.912027 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37058) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.913081 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.48', 57819) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.917494 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3b3508bb-7f76-499b-b7ae-bce2f6233e00 req-ee707f9f-c3fa-4bba-9c37-3861e108ef51 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342632 Apr 12 14:26:13.999100 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'port': {'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'admin_state_up': True, 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'security_groups': ['ec72fcce-ae54-4dff-88bf-9d85e5d0589c']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:14.031680 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b57cd935-d629-4e5c-afd6-e1522e9546ec req-9315f638-54dd-4316-8373-94a7519cd384 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 210 time: 0.2569337 Apr 12 14:26:14.138007 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.228952 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9234b07f-8984-40c4-9243-9c18a429f855 req-065ea4ff-45fe-40e8-9192-80ff48c0dfe0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 210 time: 0.2047515 Apr 12 14:26:14.245272 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (d6204470-f7c5-495a-b5ea-42527b3a6044), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.317459 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-14120be6-ef1d-4d05-8654-6d764580f1c1 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:14.319395 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-14120be6-ef1d-4d05-8654-6d764580f1c1 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 818 time: 0.3860300 Apr 12 14:26:14.328715 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1d66cb2c-523c-44de-a046-20d608202288 req-5b6d940f-c62a-4920-84b3-6a704f909b0b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 210 time: 0.0383768 Apr 12 14:26:14.334423 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Request body: {'port': {'device_id': 'ea5322f9-76f1-41d0-abe2-8b98a4d8f465', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'admin_state_up': True, 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:14.386195 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.447894 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5d3a-32ac-4ef1-9955-9db5e0c46ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (782cfff8-4ee6-432b-9807-2122a2f21106), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.450787 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5d3a-32ac-4ef1-9955-9db5e0c46ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.454281 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1bbd5d3a-32ac-4ef1-9955-9db5e0c46ecb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/782cfff8-4ee6-432b-9807-2122a2f21106 HTTP/1.1" status: 204 len: 168 time: 0.9599223 Apr 12 14:26:14.460725 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd5d3a-32ac-4ef1-9955-9db5e0c46ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782cfff8-4ee6-432b-9807-2122a2f21106,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:14.528421 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.532431 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Made reservation on behalf of e143bfbb72ff477eb0314ce2e307742b for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:14.538233 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.608035 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.611180 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (d6204470-f7c5-495a-b5ea-42527b3a6044), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.671848 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Network 40d22d5a-428e-4501-854e-f855c51071de is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:14.676269 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:14.678337 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:14.680922 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:14.686973 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:14.687902 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.722880 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6204470-f7c5-495a-b5ea-42527b3a6044']}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:14.744075 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7616bf1-77a1-4a87-93ed-9659dabec593') {'for_net_delete': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:14.744369 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7616bf1-77a1-4a87-93ed-9659dabec593') {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:14.769305 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Network 16ad4ef3-9453-4887-967a-e036cb79c702 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:14.773635 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event updated for resources: {'Port': ['ID=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:14.782463 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14365490'] for segment (f7616bf1-77a1-4a87-93ed-9659dabec593), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.784475 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:14.794399 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:14.815237 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-af7b92f9-eba5-4af7-8b8c-cbb1ba3e4f55 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0177636 Apr 12 14:26:14.830435 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Request body: {'port': {'device_id': '26e25941-ade9-4601-9313-3c82a4f78211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:14.850354 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (f7616bf1-77a1-4a87-93ed-9659dabec593), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.867168 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:26:14.867560 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14564533'] for segment (f7616bf1-77a1-4a87-93ed-9659dabec593), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: Traceback (most recent call last): Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: timer() Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: cb(*args, **kw) Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: return func(*args, **kwargs) Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: self._notify() Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: self.callback(batched_events) Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: event.method(event) Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: return f(self, *a, **k) Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._get(url).json() Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: return self.request(url, 'GET', **kwargs) Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:26:14.884730 dv-cinder-837522-1-iscsi neutron-server[103904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:26:14.999810 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.100932 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-5d6b9be0-b019-47df-9997-fb6637d8ea4c None None] Provisioning complete for port e80feacd-461f-4629-b43f-3acd60a68fdb triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:15.101992 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9be0-b019-47df-9997-fb6637d8ea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.174763 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5546d-102b-4a74-b9d1-d81c39d5e810 req-523aa951-0c78-4d79-a9ca-15b424d10d0f tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:15.176274 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-17b5546d-102b-4a74-b9d1-d81c39d5e810 req-523aa951-0c78-4d79-a9ca-15b424d10d0f tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 943 time: 0.1142581 Apr 12 14:26:15.186964 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:15.187213 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.198121 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b9be0-b019-47df-9997-fb6637d8ea4c None None] Port e80feacd-461f-4629-b43f-3acd60a68fdb cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:15.257806 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 46a6f6d4-b417-4206-b83d-dfb50bbd124d details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:26:15.271767 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (d6204470-f7c5-495a-b5ea-42527b3a6044), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.273356 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Made reservation on behalf of 01f26170c3294efc8e2156d7bbf0f995 for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:15.276921 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.284848 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.288076 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d6204470-f7c5-495a-b5ea-42527b3a6044 HTTP/1.1" status: 204 len: 168 time: 1.3688035 Apr 12 14:26:15.311444 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-17b5546d-102b-4a74-b9d1-d81c39d5e810 req-7116367d-0a8d-4f7f-ade7-0ad67cfc6e8d tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119652 Apr 12 14:26:15.343169 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419beaa-ee3c-43bd-87dc-2a5590930f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6204470-f7c5-495a-b5ea-42527b3a6044,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:15.364551 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-bb9feb17-4952-41b6-8691-82382e452d84 None None] Provisioning complete for port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:15.365017 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bb9feb17-4952-41b6-8691-82382e452d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.413177 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-74910244-5d58-4436-8cfc-7f5f909e949a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9504271 Apr 12 14:26:15.434676 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Request body: {'port': {'device_id': '870415a3-9568-4cde-babd-7bc9210e88c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:15.449999 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-bb9feb17-4952-41b6-8691-82382e452d84 None None] Port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:15.461122 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5d74dc1-a0f3-454d-9d88-96499d761c6b req-822ad9f2-93fd-4f6e-9bbf-394b254f727a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 210 time: 0.0561645 Apr 12 14:26:15.463566 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Allocated IP 172.20.0.14 (c6cfda00-f47e-4714-a51e-54f6193af483/f4377840-8ce7-4f3c-a2b2-7858ae2d4481/94daf6a1-01ae-4079-a89d-451a07a1cb69) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:15.549166 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d99435-1e92-47b6-b3bc-9592e43f55b0 req-1f20c740-5408-427e-9df7-cc95846ad76b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:15.559481 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c0d99435-1e92-47b6-b3bc-9592e43f55b0 req-1f20c740-5408-427e-9df7-cc95846ad76b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 931 time: 0.1411998 Apr 12 14:26:15.560179 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 46a6f6d4-b417-4206-b83d-dfb50bbd124d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=46a6f6d4-b417-4206-b83d-dfb50bbd124d,segment=NetworkSegment(94ad597b-b646-4faa-9037-7bf5516d00f4),segment_id=94ad597b-b646-4faa-9037-7bf5516d00f4)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:15.585831 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80feacd-461f-4629-b43f-3acd60a68fdb {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:15.596407 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '46a6f6d4-b417-4206-b83d-dfb50bbd124d', 'network_id': '838e4918-5706-497d-9d6e-6bc5cd392801', 'port_id': '46a6f6d4-b417-4206-b83d-dfb50bbd124d', 'mac_address': 'fa:16:3e:0d:7b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774c634b-560f-4c47-b9f6-26d989e13d62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:26:15.615217 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.616852 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Publish callbacks [] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.645632 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 46a6f6d4-b417-4206-b83d-dfb50bbd124d is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:15.646861 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.676719 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a6f6d4-b417-4206-b83d-dfb50bbd124d {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:15.706494 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Transition to ACTIVE for port object e80feacd-461f-4629-b43f-3acd60a68fdb will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:26:15.729833 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 46a6f6d4-b417-4206-b83d-dfb50bbd124d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=46a6f6d4-b417-4206-b83d-dfb50bbd124d,segment=NetworkSegment(94ad597b-b646-4faa-9037-7bf5516d00f4),segment_id=94ad597b-b646-4faa-9037-7bf5516d00f4)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:15.746627 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2bbaa506-dbb3-4069-bdee-397d364efe71 req-35cae132-fd54-449b-8b4b-be2fba77576c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 210 time: 0.0990705 Apr 12 14:26:15.779768 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Allocated IP 172.20.0.12 (16ad4ef3-9453-4887-967a-e036cb79c702/c4b3d399-9b8d-48c3-97a9-74dd615daba5/0bb62c5f-d437-4d5f-9b3f-6b73ebb78522) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:15.823041 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c0d99435-1e92-47b6-b3bc-9592e43f55b0 req-180f95a8-03c3-4335-972a-c5d6708c35d3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626963 Apr 12 14:26:15.836226 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.910164 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.927232 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:15.974880 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.990580 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f47fbaf8-8963-44a4-b086-47d57fce7ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.011571 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=46a6f6d4-b417-4206-b83d-dfb50bbd124d,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:16.017878 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.019874 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Attempting to bind port e80feacd-461f-4629-b43f-3acd60a68fdb on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:16.020356 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Attempting to bind port e80feacd-461f-4629-b43f-3acd60a68fdb by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:16.020580 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Attempting to bind port e80feacd-461f-4629-b43f-3acd60a68fdb on network 40d22d5a-428e-4501-854e-f855c51071de {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:16.036040 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Port e80feacd-461f-4629-b43f-3acd60a68fdb on network 40d22d5a-428e-4501-854e-f855c51071de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:16.036363 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Attempting to bind port e80feacd-461f-4629-b43f-3acd60a68fdb on network 40d22d5a-428e-4501-854e-f855c51071de {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:16.044527 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:16.044891 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Checking segment: {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:16.050399 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Bound using segment: {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:16.051192 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Bound port: e80feacd-461f-4629-b43f-3acd60a68fdb, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:16.054305 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.140314 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:16.153448 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['46a6f6d4-b417-4206-b83d-dfb50bbd124d'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:16.165216 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:16.192187 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37128) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:16.232920 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.337171 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.355254 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Network c6cfda00-f47e-4714-a51e-54f6193af483 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:16.363413 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:16.371290 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:16.378400 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:16.379059 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.396463 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=94daf6a1-01ae-4079-a89d-451a07a1cb69,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:16.454197 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.455899 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:16.457090 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.458577 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] 10.222.0.48 "PUT /v2.0/ports/e80feacd-461f-4629-b43f-3acd60a68fdb HTTP/1.1" status: 200 len: 1093 time: 1.6339576 Apr 12 14:26:16.461404 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:16.648318 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:16.662659 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Publish callbacks [] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.678283 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-1ba1c334-49fa-43bd-bd25-e2b8f9eabea2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7688587 Apr 12 14:26:16.686535 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Transition to ACTIVE for port object 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:26:16.695866 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-822abdf4-c89a-4540-81a2-2266db530717 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb1945a000d7427cb02f474de9c2f366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4997315 Apr 12 14:26:16.702475 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37146) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:16.759254 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Request body: {'port': {'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:16.829939 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fa9dc-e615-4b51-9a39-643cf806f525 service neutron] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:16.836073 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Network 16ad4ef3-9453-4887-967a-e036cb79c702 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:16.836882 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.862959 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-978d1a29-0489-44eb-b90d-d2c5cd9afe23 None None] Provisioning complete for port 94daf6a1-01ae-4079-a89d-451a07a1cb69 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:16.864065 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-978d1a29-0489-44eb-b90d-d2c5cd9afe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.877571 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748e9d-3057-45d5-86e9-834fe87adaa7 req-6421ab5b-427d-477f-8c89-7a8bfec4d3f7 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:16.883200 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57748e9d-3057-45d5-86e9-834fe87adaa7 req-6421ab5b-427d-477f-8c89-7a8bfec4d3f7 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 944 time: 0.3103306 Apr 12 14:26:16.889588 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:16.890540 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-31aba113-ae10-4d08-a18b-41d3313ed189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:16.892251 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-31aba113-ae10-4d08-a18b-41d3313ed189 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 1127 time: 0.3103333 Apr 12 14:26:16.910085 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.912855 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-84e93549-c00e-4998-b3bc-3bb5f52f7b5e admin admin] Publish callbacks [] for security_group (dcbb86f5-d009-4cb5-82cc-757797e67a58), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.913661 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-978d1a29-0489-44eb-b90d-d2c5cd9afe23 None None] Port 94daf6a1-01ae-4079-a89d-451a07a1cb69 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:16.932105 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event updated for resources: {'Port': ['ID=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:16.944638 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:16.948826 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-84e93549-c00e-4998-b3bc-3bb5f52f7b5e admin admin] Publish callbacks [] for security_group (dcbb86f5-d009-4cb5-82cc-757797e67a58), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.051544 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-ec2b8b93-6fc1-4309-b8ba-89de2f11bba5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e80feacd-461f-4629-b43f-3acd60a68fdb HTTP/1.1" status: 200 len: 217 time: 0.1457160 Apr 12 14:26:17.052535 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ee47d-341b-4a9e-a7a6-825750b99bc6 req-338c0974-334e-4939-bfe2-eb7043b60548 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:17.061540 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d67ee47d-341b-4a9e-a7a6-825750b99bc6 req-338c0974-334e-4939-bfe2-eb7043b60548 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 932 time: 0.3669987 Apr 12 14:26:17.063287 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:17.063778 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Pushing event updated for resources: {'Port': ['ID=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:17.134740 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.191840 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57748e9d-3057-45d5-86e9-834fe87adaa7 req-96460b77-0041-414a-8e15-937d291fec9c tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962685 Apr 12 14:26:17.192359 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d67ee47d-341b-4a9e-a7a6-825750b99bc6 req-b1cba1d2-bbae-4f21-8f01-2c28507f8950 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296327 Apr 12 14:26:17.213616 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 46a6f6d4-b417-4206-b83d-dfb50bbd124d up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:17.222343 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-78d1a9df-8611-4f76-9d89-2403e2a5fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:17.223818 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-78d1a9df-8611-4f76-9d89-2403e2a5fbcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.1577590 Apr 12 14:26:17.235120 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:17.242153 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.390317 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-d7b5f487-49eb-4368-803c-228bab7c801c None None] Provisioning complete for port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:17.390983 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f487-49eb-4368-803c-228bab7c801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.432815 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c3e51-b844-4524-8704-bc24b7a9833a req-33c6cde1-5b9b-456f-94af-3edeb21d7158 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:17.442948 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9f2c3e51-b844-4524-8704-bc24b7a9833a req-33c6cde1-5b9b-456f-94af-3edeb21d7158 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.1516452 Apr 12 14:26:17.443606 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 46a6f6d4-b417-4206-b83d-dfb50bbd124d completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:26:17.447626 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5f487-49eb-4368-803c-228bab7c801c None None] Port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:17.477419 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-84e93549-c00e-4998-b3bc-3bb5f52f7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (dcbb86f5-d009-4cb5-82cc-757797e67a58), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.480415 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-84e93549-c00e-4998-b3bc-3bb5f52f7b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.485287 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-84e93549-c00e-4998-b3bc-3bb5f52f7b5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcbb86f5-d009-4cb5-82cc-757797e67a58 HTTP/1.1" status: 204 len: 168 time: 0.7817852 Apr 12 14:26:17.493929 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-6e456ff3-5fdf-4453-935d-ab60b44a1e99 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1643002 Apr 12 14:26:17.536513 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Request body: {'port': {'device_id': 'ea5322f9-76f1-41d0-abe2-8b98a4d8f465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:17.551134 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 46a6f6d4-b417-4206-b83d-dfb50bbd124d triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:17.551541 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.583962 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e93549-c00e-4998-b3bc-3bb5f52f7b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbb86f5-d009-4cb5-82cc-757797e67a58,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:17.631413 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9f2c3e51-b844-4524-8704-bc24b7a9833a req-f6495c6a-da60-4a81-98dd-c95f9b51f9b4 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546042 Apr 12 14:26:17.711735 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 46a6f6d4-b417-4206-b83d-dfb50bbd124d is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:17.712421 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.716415 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Attempting to bind port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:17.716761 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Attempting to bind port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:17.717122 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Attempting to bind port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 on network 16ad4ef3-9453-4887-967a-e036cb79c702 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:17.720288 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.724416 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 on network 16ad4ef3-9453-4887-967a-e036cb79c702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:17.724744 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Attempting to bind port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 on network 16ad4ef3-9453-4887-967a-e036cb79c702 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:17.741294 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:17.741728 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Checking segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:17.742178 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Bound using segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:17.743071 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Bound port: 66cd0b19-a839-4043-8a4d-c1bf51a81cd3, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:17.743266 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0dd6ac-b222-491c-8f57-96666d99f924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a6f6d4-b417-4206-b83d-dfb50bbd124d'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:17.743897 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.798777 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6337f-e83d-4852-a22b-d18f08ec5d07 req-6017723e-c497-4610-821b-41732e143f9b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:17.800507 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e3c6337f-e83d-4852-a22b-d18f08ec5d07 req-6017723e-c497-4610-821b-41732e143f9b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 932 time: 0.2782264 Apr 12 14:26:17.821094 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 46a6f6d4-b417-4206-b83d-dfb50bbd124d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=46a6f6d4-b417-4206-b83d-dfb50bbd124d,segment=NetworkSegment(94ad597b-b646-4faa-9037-7bf5516d00f4),segment_id=94ad597b-b646-4faa-9037-7bf5516d00f4)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:17.832462 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-74536acb-3651-449a-9c93-ada25ae245a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:17.834061 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-74536acb-3651-449a-9c93-ada25ae245a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6028957 Apr 12 14:26:17.899042 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.940596 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] For port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:17.945993 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] For port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:17.952500 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=46a6f6d4-b417-4206-b83d-dfb50bbd124d,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:17.969505 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e3c6337f-e83d-4852-a22b-d18f08ec5d07 req-b5c35163-4883-44ec-b3d7-7144b672a6a0 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551614 Apr 12 14:26:17.997405 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-1c8857a8-db78-4c44-94bb-76e060e9e842 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524501 Apr 12 14:26:18.039556 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.084345 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:18.085094 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.086485 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] 10.222.0.48 "PUT /v2.0/ports/66cd0b19-a839-4043-8a4d-c1bf51a81cd3 HTTP/1.1" status: 200 len: 1093 time: 2.6618884 Apr 12 14:26:18.086963 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870415a3-9568-4cde-babd-7bc9210e88c6', 'tag': '66cd0b19-a839-4043-8a4d-c1bf51a81cd3'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:18.089301 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c463a510-080f-4926-84c6-b6703190fbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "870415a3-9568-4cde-babd-7bc9210e88c6", "tag": "66cd0b19-a839-4043-8a4d-c1bf51a81cd3"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:18.109522 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94daf6a1-01ae-4079-a89d-451a07a1cb69 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:18.121573 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Publish callbacks [] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.128436 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ef036-8a83-45db-af40-79c65d308a2f service neutron] Pushing event updated for resources: {'Port': ['ID=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:18.151217 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Transition to ACTIVE for port object 94daf6a1-01ae-4079-a89d-451a07a1cb69 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:26:18.156944 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e847851-00cf-4be3-b0f8-6214d6f82889 req-bcdb5e19-ea1f-4f7f-8b5a-9099094e7f41 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536112 Apr 12 14:26:18.186437 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d2e53a-b93e-4169-8b66-b50622bb467e x-openstack-request-id: req-c5d2e53a-b93e-4169-8b66-b50622bb467e {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:18.186940 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870415a3-9568-4cde-babd-7bc9210e88c6", "tag": "66cd0b19-a839-4043-8a4d-c1bf51a81cd3", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:18.187389 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5d2e53a-b93e-4169-8b66-b50622bb467e {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:18.188307 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d2e53a-b93e-4169-8b66-b50622bb467e'] response: {'name': 'network-changed', 'server_uuid': '870415a3-9568-4cde-babd-7bc9210e88c6', 'tag': '66cd0b19-a839-4043-8a4d-c1bf51a81cd3', 'status': 'completed', 'code': 200} Apr 12 14:26:18.285669 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463a510-080f-4926-84c6-b6703190fbc3 req-835d5981-3a98-48f8-a1c7-c981451bc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:18.292649 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c463a510-080f-4926-84c6-b6703190fbc3 req-835d5981-3a98-48f8-a1c7-c981451bc5be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 1127 time: 0.0963967 Apr 12 14:26:18.294030 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.305340 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:18.317568 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Publish callbacks [] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.341893 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Transition to ACTIVE for port object 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:26:18.364186 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad265be-4305-4693-bc6e-7f86bb5c89c2 x-openstack-request-id: req-4ad265be-4305-4693-bc6e-7f86bb5c89c2 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:18.364739 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:18.364739 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ad265be-4305-4693-bc6e-7f86bb5c89c2 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:18.366166 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad265be-4305-4693-bc6e-7f86bb5c89c2'] response: {'name': 'network-changed', 'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'status': 'completed', 'code': 200} Apr 12 14:26:18.478882 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bab39a-1f40-43eb-8605-4ce059395496 req-883958d9-a182-4971-b2b8-14b5ac746065 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:18.483407 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e5bab39a-1f40-43eb-8605-4ce059395496 req-883958d9-a182-4971-b2b8-14b5ac746065 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 944 time: 0.0781860 Apr 12 14:26:18.518795 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.563253 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a26f1f0-381c-48ea-9105-8704a263d23b" -d '{"events": [{"server_uuid": "0c0dd6ac-b222-491c-8f57-96666d99f924", "name": "network-vif-plugged", "status": "completed", "tag": "46a6f6d4-b417-4206-b83d-dfb50bbd124d"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:18.568087 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.582950 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e5bab39a-1f40-43eb-8605-4ce059395496 req-aa758536-f0e9-4581-95f2-f6c41f515e83 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910447 Apr 12 14:26:18.634650 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Pushing event updated for resources: {'Port': ['ID=94daf6a1-01ae-4079-a89d-451a07a1cb69,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:18.649568 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac7036-bc44-4ccb-8c4f-6fac9230f430 req-1972bba8-7caa-4f28-8f17-de30649294dd tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:18.651306 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2cac7036-bc44-4ccb-8c4f-6fac9230f430 req-1972bba8-7caa-4f28-8f17-de30649294dd tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.3345590 Apr 12 14:26:18.789756 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:18.802212 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Attempting to bind port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:18.802685 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Attempting to bind port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:18.803266 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Attempting to bind port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 on network 16ad4ef3-9453-4887-967a-e036cb79c702 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:18.808392 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 on network 16ad4ef3-9453-4887-967a-e036cb79c702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:18.808918 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Attempting to bind port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 on network 16ad4ef3-9453-4887-967a-e036cb79c702 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:18.815811 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Attempting to bind port 94daf6a1-01ae-4079-a89d-451a07a1cb69 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:18.816347 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Attempting to bind port 94daf6a1-01ae-4079-a89d-451a07a1cb69 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:18.816573 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:18.817032 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Attempting to bind port 94daf6a1-01ae-4079-a89d-451a07a1cb69 on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:18.817143 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Checking segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:18.817589 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Bound using segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:18.818120 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Bound port: 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:18.818573 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.832394 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2cac7036-bc44-4ccb-8c4f-6fac9230f430 req-fda9d7c1-85e8-4906-b48c-3d6846e84992 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717052 Apr 12 14:26:18.840716 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463a510-080f-4926-84c6-b6703190fbc3 req-ac5fd9f7-58e2-464a-b048-fdfe0e224313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:18.843932 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c463a510-080f-4926-84c6-b6703190fbc3 req-ac5fd9f7-58e2-464a-b048-fdfe0e224313 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=01f26170c3294efc8e2156d7bbf0f995&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5293739 Apr 12 14:26:18.854398 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Port 94daf6a1-01ae-4079-a89d-451a07a1cb69 on network c6cfda00-f47e-4714-a51e-54f6193af483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:18.854726 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Attempting to bind port 94daf6a1-01ae-4079-a89d-451a07a1cb69 on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:18.870495 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:18.872866 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Checking segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:18.873954 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Bound using segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:18.875697 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Bound port: 94daf6a1-01ae-4079-a89d-451a07a1cb69, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:18.876154 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.927576 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] For port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:18.931760 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] For port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:18.988261 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37218) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:19.064987 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f7d62-02c7-401a-9c1c-42e0bf578dd7 req-41e6efa1-6cad-4b4a-8259-b562a31fe8ca tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.066225 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-754f7d62-02c7-401a-9c1c-42e0bf578dd7 req-41e6efa1-6cad-4b4a-8259-b562a31fe8ca tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.1291986 Apr 12 14:26:19.081020 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.094463 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] For port 94daf6a1-01ae-4079-a89d-451a07a1cb69, host hv-cinder-83752, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:19.147875 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-53fce83b-0f64-4ca3-9d11-83e38fdd3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.149920 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-53fce83b-0f64-4ca3-9d11-83e38fdd3afd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 1127 time: 0.1625264 Apr 12 14:26:19.156105 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] For port 94daf6a1-01ae-4079-a89d-451a07a1cb69, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94daf6a1-01ae-4079-a89d-451a07a1cb69,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:19.163347 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.164918 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.166126 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] 10.222.0.48 "PUT /v2.0/ports/0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 HTTP/1.1" status: 200 len: 1094 time: 1.6412067 Apr 12 14:26:19.210202 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3e5482b8-cc78-4a00-aa8e-4a5860481c52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=690c1de21d204bff9da7e65d38f3610e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156756 Apr 12 14:26:19.212254 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37226) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:19.245124 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-754f7d62-02c7-401a-9c1c-42e0bf578dd7 req-a68d5586-c8e7-43eb-8282-ac679d81af25 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683145 Apr 12 14:26:19.253885 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463a510-080f-4926-84c6-b6703190fbc3 req-92b56dc3-9f3f-4b06-9125-d04b9239fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.255321 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c463a510-080f-4926-84c6-b6703190fbc3 req-92b56dc3-9f3f-4b06-9125-d04b9239fdac service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2830777 Apr 12 14:26:19.291786 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af629f3a-1acc-4d20-bb7a-342e6ebcb3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:19.295459 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.350700 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.350700 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.354122 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] 10.222.0.48 "PUT /v2.0/ports/94daf6a1-01ae-4079-a89d-451a07a1cb69 HTTP/1.1" status: 200 len: 1094 time: 2.6094146 Apr 12 14:26:19.388055 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c25ee9-3c02-45e3-9ade-f4e3c48f1b4c x-openstack-request-id: req-58c25ee9-3c02-45e3-9ade-f4e3c48f1b4c {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:19.388364 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0dd6ac-b222-491c-8f57-96666d99f924", "name": "network-vif-plugged", "status": "completed", "tag": "46a6f6d4-b417-4206-b83d-dfb50bbd124d", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:19.389667 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58c25ee9-3c02-45e3-9ade-f4e3c48f1b4c {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:19.390293 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c25ee9-3c02-45e3-9ade-f4e3c48f1b4c'] response: {'server_uuid': '0c0dd6ac-b222-491c-8f57-96666d99f924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a6f6d4-b417-4206-b83d-dfb50bbd124d', 'code': 200} Apr 12 14:26:19.578343 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f83aadfa-eb9f-4843-ba4f-fc304587880f admin admin] Publish callbacks [] for security_group (84b28d69-b1c4-455f-80a6-f8d5f864e985), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.604614 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-62475c27-1b8b-4379-bbfa-2a5ec12b4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.607358 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-62475c27-1b8b-4379-bbfa-2a5ec12b4650 service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.4381895 Apr 12 14:26:19.619188 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f83aadfa-eb9f-4843-ba4f-fc304587880f admin admin] Publish callbacks [] for security_group (84b28d69-b1c4-455f-80a6-f8d5f864e985), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.676512 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-5852118d-94fb-419c-9b37-b5d63baff3e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e80feacd-461f-4629-b43f-3acd60a68fdb HTTP/1.1" status: 200 len: 217 time: 0.0530221 Apr 12 14:26:19.680953 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-c0390015-acd8-4e51-8e58-3d3baee5b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.682623 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-c0390015-acd8-4e51-8e58-3d3baee5b81c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 1128 time: 0.1691434 Apr 12 14:26:19.706670 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29caddc-4475-4b93-86cf-740c06bb9442 service neutron] Pushing event updated for resources: {'Port': ['ID=94daf6a1-01ae-4079-a89d-451a07a1cb69,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:19.714191 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-63377eab-7d83-4fbf-a173-7e17e022d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.718448 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-63377eab-7d83-4fbf-a173-7e17e022d541 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 1128 time: 0.3029938 Apr 12 14:26:19.721627 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-a52af0f3-61d1-48af-8ff4-e348ad64fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.724020 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-a52af0f3-61d1-48af-8ff4-e348ad64fad6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 1127 time: 0.4156644 Apr 12 14:26:19.743563 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-9feaecc1-bf06-4e2b-ab55-49d7e36ca50b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94daf6a1-01ae-4079-a89d-451a07a1cb69 HTTP/1.1" status: 200 len: 217 time: 0.0448954 Apr 12 14:26:19.854887 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-b31df077-01cb-48b1-9d59-d2003b764586 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 HTTP/1.1" status: 200 len: 217 time: 0.1296322 Apr 12 14:26:19.856152 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-21fb1d4f-649f-41d2-809e-e337cecad048 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3 HTTP/1.1" status: 200 len: 217 time: 0.1192117 Apr 12 14:26:19.873936 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55693d-1a7f-400e-8ca2-4f7768d7177b req-ddadab26-e210-438f-8293-f0d454f11074 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.875454 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fa55693d-1a7f-400e-8ca2-4f7768d7177b req-ddadab26-e210-438f-8293-f0d454f11074 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 944 time: 0.1006391 Apr 12 14:26:19.885053 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-94d4aa93-91b3-44b6-a738-2f8fd049597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.886093 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-94d4aa93-91b3-44b6-a738-2f8fd049597e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 200 len: 854 time: 0.1123438 Apr 12 14:26:19.889204 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-326986e8-e884-4c5d-8aa3-97731bd7a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.890566 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-326986e8-e884-4c5d-8aa3-97731bd7a6d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.2070844 Apr 12 14:26:19.936703 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.48', 57825) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:19.949363 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001faea-0895-4685-992d-fc8c82b02d9c req-eda8c0f3-3231-48d2-a783-df146e6bc08d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.951558 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1001faea-0895-4685-992d-fc8c82b02d9c req-eda8c0f3-3231-48d2-a783-df146e6bc08d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 944 time: 0.4312143 Apr 12 14:26:19.963073 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-5e9e110f-a904-4e88-86c1-caeecf7269d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.964702 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-5e9e110f-a904-4e88-86c1-caeecf7269d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0971925 Apr 12 14:26:20.065369 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.221726 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1001faea-0895-4685-992d-fc8c82b02d9c req-4733be93-10ef-42a5-86dc-78daf35fdfe7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632439 Apr 12 14:26:20.223402 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-ade933db-66e3-4f12-953a-d01b975f70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:20.224825 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-ade933db-66e3-4f12-953a-d01b975f70a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.3595939 Apr 12 14:26:20.245649 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5322f9-76f1-41d0-abe2-8b98a4d8f465', 'tag': '0bb62c5f-d437-4d5f-9b3f-6b73ebb78522'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:20.245649 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5322f9-76f1-41d0-abe2-8b98a4d8f465", "tag": "0bb62c5f-d437-4d5f-9b3f-6b73ebb78522"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:20.245794 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-bffa7940-9825-4100-a14d-06f62ffe3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:20.249849 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-bffa7940-9825-4100-a14d-06f62ffe3165 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2587335 Apr 12 14:26:20.258250 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f83aadfa-eb9f-4843-ba4f-fc304587880f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (84b28d69-b1c4-455f-80a6-f8d5f864e985), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.260687 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f83aadfa-eb9f-4843-ba4f-fc304587880f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.264933 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f83aadfa-eb9f-4843-ba4f-fc304587880f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84b28d69-b1c4-455f-80a6-f8d5f864e985 HTTP/1.1" status: 204 len: 168 time: 1.0339949 Apr 12 14:26:20.272883 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-d80d39fd-e704-4a08-8a2d-7db04258fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:20.274592 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-d80d39fd-e704-4a08-8a2d-7db04258fddc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6cfda00-f47e-4714-a51e-54f6193af483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3769343 Apr 12 14:26:20.307827 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-85079bb2-e366-49ef-aac8-31a79b0fc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:20.311712 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-85079bb2-e366-49ef-aac8-31a79b0fc6a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3816106 Apr 12 14:26:20.313153 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83aadfa-eb9f-4843-ba4f-fc304587880f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b28d69-b1c4-455f-80a6-f8d5f864e985,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:20.335198 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76a89d-56d1-4db2-b8a7-1b9a3429bc73 req-9f6f0bdd-71fa-4df0-8e99-bb331ea7938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:20.342764 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b76a89d-56d1-4db2-b8a7-1b9a3429bc73 req-9f6f0bdd-71fa-4df0-8e99-bb331ea7938a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 1129 time: 0.3990426 Apr 12 14:26:20.367954 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'tag': '94daf6a1-01ae-4079-a89d-451a07a1cb69'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:20.370678 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069e5808-4ff3-41ea-aa02-d4c067af166b" -d '{"events": [{"name": "network-changed", "server_uuid": "b40cd360-1437-42b2-8bb7-c7d199c52958", "tag": "94daf6a1-01ae-4079-a89d-451a07a1cb69"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:20.386921 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fa55693d-1a7f-400e-8ca2-4f7768d7177b req-f86b064b-be8e-4deb-8d83-6c6e2b679617 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5007153 Apr 12 14:26:20.402274 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-3b071d00-e6fa-43fe-a1ac-77348654f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:20.406469 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-3b071d00-e6fa-43fe-a1ac-77348654f53f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1760383 Apr 12 14:26:20.480256 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995a78-fb38-4bac-abf3-ccb0f9e685fd req-cde32664-9c3f-456f-a965-ee3d43ea1421 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:20.485876 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa995a78-fb38-4bac-abf3-ccb0f9e685fd req-cde32664-9c3f-456f-a965-ee3d43ea1421 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.1442435 Apr 12 14:26:20.488806 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610b32a7-f7f9-46b3-96b2-f561d796f42a x-openstack-request-id: req-610b32a7-f7f9-46b3-96b2-f561d796f42a {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:20.489124 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5322f9-76f1-41d0-abe2-8b98a4d8f465", "tag": "0bb62c5f-d437-4d5f-9b3f-6b73ebb78522", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:20.489371 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-610b32a7-f7f9-46b3-96b2-f561d796f42a {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:20.489916 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610b32a7-f7f9-46b3-96b2-f561d796f42a'] response: {'name': 'network-changed', 'server_uuid': 'ea5322f9-76f1-41d0-abe2-8b98a4d8f465', 'tag': '0bb62c5f-d437-4d5f-9b3f-6b73ebb78522', 'status': 'completed', 'code': 200} Apr 12 14:26:20.490738 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1b76a89d-56d1-4db2-b8a7-1b9a3429bc73 req-430219e4-a7e5-460b-abcc-1e73c26cd2d4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.513993 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-4eb184f6-5364-458b-a722-76dfc8d8f7ac service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446015 Apr 12 14:26:20.605865 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-9a4183e5-85b4-4baa-b675-48b8ae8a59cf service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145916 Apr 12 14:26:20.664197 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60749a7-a92b-4da1-ba7d-060492b0d405 req-440cfe5a-49db-4f23-b78e-71a5d28a8c42 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:20.664692 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa995a78-fb38-4bac-abf3-ccb0f9e685fd req-281c7d2c-5fac-407a-aee2-f491fc44f153 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713216 Apr 12 14:26:20.665766 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a60749a7-a92b-4da1-ba7d-060492b0d405 req-440cfe5a-49db-4f23-b78e-71a5d28a8c42 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.1287096 Apr 12 14:26:20.672175 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-0f30e5ed-e05c-4f23-bd59-b557967ad5d2 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386352 Apr 12 14:26:20.684941 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-1165b81b-c1ab-4888-85e1-423d0d7409fa service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701473 Apr 12 14:26:20.744286 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-d2f5ca69-0ecc-480f-babd-95bf2973760f service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973987 Apr 12 14:26:20.843610 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749afefa-58d4-4620-94cb-bfd2d787a6c8 x-openstack-request-id: req-749afefa-58d4-4620-94cb-bfd2d787a6c8 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:20.843888 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40cd360-1437-42b2-8bb7-c7d199c52958", "tag": "94daf6a1-01ae-4079-a89d-451a07a1cb69", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:20.844936 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-749afefa-58d4-4620-94cb-bfd2d787a6c8 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:20.845505 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749afefa-58d4-4620-94cb-bfd2d787a6c8'] response: {'name': 'network-changed', 'server_uuid': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'tag': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'status': 'completed', 'code': 200} Apr 12 14:26:20.895346 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a60749a7-a92b-4da1-ba7d-060492b0d405 req-25370dc9-d2c0-4258-b616-5abc71144858 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009876 Apr 12 14:26:20.904923 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f822c23-6645-4e7c-a9c9-3d22ed112610 req-0c11e2a3-d1a8-4dcc-8d02-7f69cebd6631 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857676 Apr 12 14:26:20.908482 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1b76a89d-56d1-4db2-b8a7-1b9a3429bc73 req-430219e4-a7e5-460b-abcc-1e73c26cd2d4 service neutron] Publish callbacks [] for security_group (c96b6951-8cfa-4ad8-b4f6-3a6c044193a4), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.911570 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10e46100-5e42-4bed-8147-cf4e97dc9cb1 req-8846fabc-3c1d-4be8-bf64-1e5eeed8ef0e service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185371 Apr 12 14:26:20.924046 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-48e2995f-bdc8-40f4-9c1a-e1ae72189ee7 req-96cfc37e-31b8-44dd-940f-058c69a4fecd service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399859 Apr 12 14:26:20.989689 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1b76a89d-56d1-4db2-b8a7-1b9a3429bc73 req-430219e4-a7e5-460b-abcc-1e73c26cd2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (c96b6951-8cfa-4ad8-b4f6-3a6c044193a4), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.034895 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b76a89d-56d1-4db2-b8a7-1b9a3429bc73 req-430219e4-a7e5-460b-abcc-1e73c26cd2d4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809971 Apr 12 14:26:21.039331 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430219e4-a7e5-460b-abcc-1e73c26cd2d4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c96b6951-8cfa-4ad8-b4f6-3a6c044193a4,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:21.242552 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:26:21.357778 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:21.368256 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8626a2-c148-4a48-ac0f-0fab06caa88e req-fd857f0a-acee-4615-86cd-7c9c50675ec7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:21.370087 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'port_id': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'mac_address': 'fa:16:3e:14:f3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:26:21.370215 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4b8626a2-c148-4a48-ac0f-0fab06caa88e req-fd857f0a-acee-4615-86cd-7c9c50675ec7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 944 time: 0.0566566 Apr 12 14:26:21.416728 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e80feacd-461f-4629-b43f-3acd60a68fdb is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:21.417601 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.434690 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80feacd-461f-4629-b43f-3acd60a68fdb {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:21.451853 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4b8626a2-c148-4a48-ac0f-0fab06caa88e req-8fd16d44-4fed-4563-b629-2565a9a1d037 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737488 Apr 12 14:26:21.468306 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:21.542844 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe2736-4e93-4b39-a069-dd720e1f7338 req-c0e9caf4-4882-4547-84a9-07b22ceed7ff tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:21.544442 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.545491 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b5fe2736-4e93-4b39-a069-dd720e1f7338 req-c0e9caf4-4882-4547-84a9-07b22ceed7ff tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 944 time: 0.0599980 Apr 12 14:26:21.643167 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:21.646963 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b5fe2736-4e93-4b39-a069-dd720e1f7338 req-db711bb8-47dc-4c1f-9a9f-3355d203f2df tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956542 Apr 12 14:26:21.764047 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e80feacd-461f-4629-b43f-3acd60a68fdb'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:21.877192 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b22e27-ccf8-4a5e-8b75-875adfd98bc8 req-d67383db-79f0-45e3-8ab2-1167eb8d7128 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:21.879266 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3b22e27-ccf8-4a5e-8b75-875adfd98bc8 req-d67383db-79f0-45e3-8ab2-1167eb8d7128 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.0918000 Apr 12 14:26:21.985604 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3b22e27-ccf8-4a5e-8b75-875adfd98bc8 req-2b2b1885-e28d-41ff-bc36-303f4850c5a1 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941882 Apr 12 14:26:22.087208 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1297-5546-48f8-937a-a10299dc4448 req-5f24dd17-4c80-4a01-942a-cdf81c347516 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:22.089639 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bbcf1297-5546-48f8-937a-a10299dc4448 req-5f24dd17-4c80-4a01-942a-cdf81c347516 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 944 time: 0.0679350 Apr 12 14:26:22.140388 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bbcf1297-5546-48f8-937a-a10299dc4448 req-6a045c71-c1e2-45b7-80b7-ec5668c21a7a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448878 Apr 12 14:26:22.574091 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf31c73-683d-4162-8f52-e7c6b48cdb73 req-b1ac9b2f-8acd-44ca-a4a4-b3da7e8a30c3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:22.575806 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0bf31c73-683d-4162-8f52-e7c6b48cdb73 req-b1ac9b2f-8acd-44ca-a4a4-b3da7e8a30c3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 944 time: 0.0482366 Apr 12 14:26:22.629578 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0bf31c73-683d-4162-8f52-e7c6b48cdb73 req-10a62fa0-ff9a-49cd-b060-19836b16acff tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479839 Apr 12 14:26:22.758939 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b259cf-ee20-4a7c-ae69-83a702a70f34 req-f23e2794-d7fb-4caa-a1cc-bbaec4d2b463 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:22.760787 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-00b259cf-ee20-4a7c-ae69-83a702a70f34 req-f23e2794-d7fb-4caa-a1cc-bbaec4d2b463 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 944 time: 0.0531225 Apr 12 14:26:22.814856 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-00b259cf-ee20-4a7c-ae69-83a702a70f34 req-94a954b1-6c1f-40f4-8dc1-3ae5f55afe86 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476587 Apr 12 14:26:23.098181 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ed0cb-eb8c-4682-a54a-4d3b369c64d6 req-8d360f02-af77-4a0c-b730-84bba9416f55 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:23.099683 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-080ed0cb-eb8c-4682-a54a-4d3b369c64d6 req-8d360f02-af77-4a0c-b730-84bba9416f55 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.0535443 Apr 12 14:26:23.147765 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-080ed0cb-eb8c-4682-a54a-4d3b369c64d6 req-0964903f-c736-45b6-b5be-2fca9f824f10 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424161 Apr 12 14:26:23.261512 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:26:23.265306 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20af19-6263-4bfd-a181-a3241e1b7fa4 req-b82089c9-f28a-441f-8f07-944d614fede9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:23.266837 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ed20af19-6263-4bfd-a181-a3241e1b7fa4 req-b82089c9-f28a-441f-8f07-944d614fede9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 944 time: 0.0530696 Apr 12 14:26:23.308316 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:23.321954 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ed20af19-6263-4bfd-a181-a3241e1b7fa4 req-0d0790d6-591f-42f5-a9eb-e7a47b5c2d5e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479715 Apr 12 14:26:23.404414 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port e80feacd-461f-4629-b43f-3acd60a68fdb completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:26:23.423034 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:23.438792 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '66cd0b19-a839-4043-8a4d-c1bf51a81cd3', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'port_id': '66cd0b19-a839-4043-8a4d-c1bf51a81cd3', 'mac_address': 'fa:16:3e:6a:7a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:26:23.469731 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port e80feacd-461f-4629-b43f-3acd60a68fdb triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:23.470100 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.510224 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:23.510604 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.529477 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:23.555672 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:23.596811 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e80feacd-461f-4629-b43f-3acd60a68fdb is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:23.597667 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.608562 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-9529c4a9-3b22-4630-98a9-107715eeb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:23.611146 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-9529c4a9-3b22-4630-98a9-107715eeb221 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 1128 time: 0.0583158 Apr 12 14:26:23.612719 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-fa85c029-acda-423c-b853-139dd0fc05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:23.614250 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-fa85c029-acda-423c-b853-139dd0fc05f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 1128 time: 0.0613997 Apr 12 14:26:23.623528 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:23.626315 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad5baf8-ba19-4d1f-9af7-bfcce8b1f1ef" -d '{"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-plugged", "status": "completed", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:23.643057 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:23.674278 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812123cb-187b-4440-8333-dbb3edf7a737 x-openstack-request-id: req-812123cb-187b-4440-8333-dbb3edf7a737 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:23.674278 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-plugged", "status": "completed", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:23.674278 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-812123cb-187b-4440-8333-dbb3edf7a737 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:23.674278 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812123cb-187b-4440-8333-dbb3edf7a737'] response: {'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'code': 200} Apr 12 14:26:23.694343 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.735373 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.788778 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f020-1d26-435b-aa7c-ae7e49d019e2 req-67fb7311-4d99-4780-ae79-9416fbf6250c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:23.797414 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:23.799594 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-09a9f020-1d26-435b-aa7c-ae7e49d019e2 req-67fb7311-4d99-4780-ae79-9416fbf6250c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 944 time: 0.0834012 Apr 12 14:26:23.866199 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-12908370-dc8f-4323-a6ff-1ddf516a7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:23.870472 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-12908370-dc8f-4323-a6ff-1ddf516a7653 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.2474401 Apr 12 14:26:23.905764 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:23.928577 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-f3ac2f7f-5032-4a4e-bf42-fa35e6a4bf58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 HTTP/1.1" status: 200 len: 217 time: 0.0519345 Apr 12 14:26:23.947353 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['66cd0b19-a839-4043-8a4d-c1bf51a81cd3'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:23.958182 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-09a9f020-1d26-435b-aa7c-ae7e49d019e2 req-c471c784-9f7e-4fa0-bb2a-35a481d76e92 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471667 Apr 12 14:26:23.967520 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-e164c5a8-abc1-43b7-8c6b-c4abe3f71aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:23.967520 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-e164c5a8-abc1-43b7-8c6b-c4abe3f71aae service neutron] 10.222.0.48 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 916 time: 0.3408015 Apr 12 14:26:24.036437 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-48df2a4e-b69c-404f-b072-de03f4c0657f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94daf6a1-01ae-4079-a89d-451a07a1cb69 HTTP/1.1" status: 200 len: 217 time: 0.0636137 Apr 12 14:26:24.082693 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b882b-1378-4f86-b2ee-d4d8c58cb72a req-b7d5acfd-1afc-4b1c-afa6-4da617520eb2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:24.084293 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5e8b882b-1378-4f86-b2ee-d4d8c58cb72a req-b7d5acfd-1afc-4b1c-afa6-4da617520eb2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 944 time: 0.1539090 Apr 12 14:26:24.132694 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-af4c6021-8882-4331-8042-573c20dc5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:24.134190 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-af4c6021-8882-4331-8042-573c20dc5103 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.1650314 Apr 12 14:26:24.148709 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37422) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:24.177510 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a58c4-a0a4-41d9-9033-5f9784e2802a req-d720860e-7161-43ec-be04-1b5ba0daaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:24.178807 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-976a58c4-a0a4-41d9-9033-5f9784e2802a req-d720860e-7161-43ec-be04-1b5ba0daaf6c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 1129 time: 0.1114609 Apr 12 14:26:24.183409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-e0b70391-1592-4dfe-8fbe-8d15ad96596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:24.186440 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-e0b70391-1592-4dfe-8fbe-8d15ad96596d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 200 len: 854 time: 0.1326783 Apr 12 14:26:24.214929 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5e8b882b-1378-4f86-b2ee-d4d8c58cb72a req-17b22ff9-1e29-46c7-bd65-02b618f95ac5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106884 Apr 12 14:26:24.219057 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-d05a0b37-3920-4984-92ce-051b7bc4e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:24.220774 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-d05a0b37-3920-4984-92ce-051b7bc4e3e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759478 Apr 12 14:26:24.331315 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-86802b8a-6f32-418c-8f69-dbeef1660d54 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026416 Apr 12 14:26:24.348334 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-b990fc80-7bef-4d06-b2e0-cedc4304afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:24.349887 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-b990fc80-7bef-4d06-b2e0-cedc4304afc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6cfda00-f47e-4714-a51e-54f6193af483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1127145 Apr 12 14:26:24.354503 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-91c3c7e3-ad3a-42c2-888a-ffcac2b6a9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.363819 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858e34c-e891-4247-bbe5-cb76273c799d req-3d3fac00-0182-4f9f-be2e-75f10405c7d8 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:24.365376 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4858e34c-e891-4247-bbe5-cb76273c799d req-3d3fac00-0182-4f9f-be2e-75f10405c7d8 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.1143560 Apr 12 14:26:24.367539 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-976a58c4-a0a4-41d9-9033-5f9784e2802a req-40d9cd14-01a3-4545-ba1f-0903f362f45b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806760 Apr 12 14:26:24.476291 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfb743d0-dff7-4cf9-8fc7-a60f22d3f358 req-09424fad-7ee5-4c2e-b655-8cf5f971daa6 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389852 Apr 12 14:26:24.483527 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c867af-f4d3-4f5c-98c5-41907b5ec67f req-89d4987a-d816-41be-890b-2f9d8e01ed1a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:24.484986 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2c867af-f4d3-4f5c-98c5-41907b5ec67f req-89d4987a-d816-41be-890b-2f9d8e01ed1a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0614874 Apr 12 14:26:24.516062 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4858e34c-e891-4247-bbe5-cb76273c799d req-6eeaafdd-c7de-4bd5-b6f5-282e058c9110 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345506 Apr 12 14:26:24.540642 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2c867af-f4d3-4f5c-98c5-41907b5ec67f req-67dcb888-0f5d-4da9-b584-c0a5beb327ab tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495901 Apr 12 14:26:24.551521 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-eee97243-84ff-4c43-aa90-32a217f16e4b service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773591 Apr 12 14:26:24.574722 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-91c3c7e3-ad3a-42c2-888a-ffcac2b6a9c6 admin admin] Publish callbacks [] for security_group (6adba2c2-37db-4919-83e2-6601faa49360), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.733912 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-91c3c7e3-ad3a-42c2-888a-ffcac2b6a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (6adba2c2-37db-4919-83e2-6601faa49360), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.772197 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37436) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:24.795858 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-91c3c7e3-ad3a-42c2-888a-ffcac2b6a9c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b241d161dcbf4605ab30e2a65efbb65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6433601 Apr 12 14:26:24.798706 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37440) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:24.802351 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3c7e3-ad3a-42c2-888a-ffcac2b6a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adba2c2-37db-4919-83e2-6601faa49360,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:24.811956 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-069e5808-4ff3-41ea-aa02-d4c067af166b req-72ea09a8-b677-48b7-b5f4-303de1f0f5b7 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402400 Apr 12 14:26:24.850658 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f3a4-b7b2-4679-bb66-c68ec13850d4 admin admin] Publish callbacks [] for security_group (6adba2c2-37db-4919-83e2-6601faa49360), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.874792 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f3a4-b7b2-4679-bb66-c68ec13850d4 admin admin] Publish callbacks [] for security_group (6adba2c2-37db-4919-83e2-6601faa49360), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.928554 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d9cfe71-6c9c-4207-bc93-50c723197b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.055307 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f3a4-b7b2-4679-bb66-c68ec13850d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (6adba2c2-37db-4919-83e2-6601faa49360), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.058038 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f3a4-b7b2-4679-bb66-c68ec13850d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.063705 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b9c3f3a4-b7b2-4679-bb66-c68ec13850d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6adba2c2-37db-4919-83e2-6601faa49360 HTTP/1.1" status: 204 len: 168 time: 0.2593768 Apr 12 14:26:25.073475 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe423737-968f-4579-b7b8-622c7a10858d req-40650952-82e9-469e-9f94-6770ae4a72e7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:25.075827 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fe423737-968f-4579-b7b8-622c7a10858d req-40650952-82e9-469e-9f94-6770ae4a72e7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 944 time: 0.0533078 Apr 12 14:26:25.079715 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3f3a4-b7b2-4679-bb66-c68ec13850d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adba2c2-37db-4919-83e2-6601faa49360,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:25.165088 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d9cfe71-6c9c-4207-bc93-50c723197b6e admin admin] Publish callbacks [] for security_group (40b0705a-e449-4fce-bf43-a15213fc8088), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.170840 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fe423737-968f-4579-b7b8-622c7a10858d req-1799f89f-b7e9-4190-bfd5-3b3346367f24 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891237 Apr 12 14:26:25.229767 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d9cfe71-6c9c-4207-bc93-50c723197b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (40b0705a-e449-4fce-bf43-a15213fc8088), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.272919 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 94daf6a1-01ae-4079-a89d-451a07a1cb69 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:26:25.276594 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5d9cfe71-6c9c-4207-bc93-50c723197b6e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6d711e8fa9d47238b7c469830c407a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4999175 Apr 12 14:26:25.276594 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cfe71-6c9c-4207-bc93-50c723197b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b0705a-e449-4fce-bf43-a15213fc8088,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:25.276900 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37468) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:25.301607 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:25.344341 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d494cfe3-4a82-4058-bcad-f254935232be admin admin] Publish callbacks [] for security_group (40b0705a-e449-4fce-bf43-a15213fc8088), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.352139 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4fd17-691d-4b73-a902-f72222aea30d req-6cfd18b8-cb57-413e-98ae-150ac2ae1326 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:25.356730 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dbe4fd17-691d-4b73-a902-f72222aea30d req-6cfd18b8-cb57-413e-98ae-150ac2ae1326 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 944 time: 0.0505626 Apr 12 14:26:25.374723 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d494cfe3-4a82-4058-bcad-f254935232be admin admin] Publish callbacks [] for security_group (40b0705a-e449-4fce-bf43-a15213fc8088), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.445740 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dbe4fd17-691d-4b73-a902-f72222aea30d req-ea9eae5b-7e4e-49d8-8cd4-02738b365a21 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850675 Apr 12 14:26:25.470225 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:26:25.496453 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 94daf6a1-01ae-4079-a89d-451a07a1cb69, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94daf6a1-01ae-4079-a89d-451a07a1cb69,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:25.510172 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:26:25.550985 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 94daf6a1-01ae-4079-a89d-451a07a1cb69 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:25.551621 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.570911 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94daf6a1-01ae-4079-a89d-451a07a1cb69 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:25.598527 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 94daf6a1-01ae-4079-a89d-451a07a1cb69, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94daf6a1-01ae-4079-a89d-451a07a1cb69,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:25.652703 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45509cb-949a-4b11-be6b-c012672d52ad req-72907d59-81e6-4e9f-b426-b6f9e69b3505 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:25.654279 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a45509cb-949a-4b11-be6b-c012672d52ad req-72907d59-81e6-4e9f-b426-b6f9e69b3505 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.0537219 Apr 12 14:26:25.669730 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfafd8-b990-4935-bb2f-dd3bbad50f89 req-7dcb0759-c7c1-489f-8982-b1233f0be797 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:25.671307 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-46bfafd8-b990-4935-bb2f-dd3bbad50f89 req-7dcb0759-c7c1-489f-8982-b1233f0be797 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0504093 Apr 12 14:26:25.693940 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:25.694756 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.709982 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d494cfe3-4a82-4058-bcad-f254935232be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (40b0705a-e449-4fce-bf43-a15213fc8088), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.712756 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d494cfe3-4a82-4058-bcad-f254935232be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.717697 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-d494cfe3-4a82-4058-bcad-f254935232be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40b0705a-e449-4fce-bf43-a15213fc8088 HTTP/1.1" status: 204 len: 168 time: 0.4401088 Apr 12 14:26:25.735464 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494cfe3-4a82-4058-bcad-f254935232be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b0705a-e449-4fce-bf43-a15213fc8088,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:25.759653 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a45509cb-949a-4b11-be6b-c012672d52ad req-2836f07b-e3b1-4c40-be7d-f052bcb985d9 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882294 Apr 12 14:26:25.759832 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-46bfafd8-b990-4935-bb2f-dd3bbad50f89 req-2f15d1e3-93f9-4901-82c9-a865b0afc5b5 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798054 Apr 12 14:26:25.767138 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.767882 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:26:25.855628 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=94daf6a1-01ae-4079-a89d-451a07a1cb69,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:25.953190 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:25.953563 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.985134 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:26.007903 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870415a3-9568-4cde-babd-7bc9210e88c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cd0b19-a839-4043-8a4d-c1bf51a81cd3'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:26.010432 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388d6e98-da20-4f12-a7c3-bbed590be0de" -d '{"events": [{"server_uuid": "870415a3-9568-4cde-babd-7bc9210e88c6", "name": "network-vif-plugged", "status": "completed", "tag": "66cd0b19-a839-4043-8a4d-c1bf51a81cd3"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:26.025855 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '0bb62c5f-d437-4d5f-9b3f-6b73ebb78522', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'port_id': '0bb62c5f-d437-4d5f-9b3f-6b73ebb78522', 'mac_address': 'fa:16:3e:9f:f5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:26:26.080065 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:26.083652 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d5f56-1c3e-4e77-bfd2-3659e175f3a9 x-openstack-request-id: req-1d9d5f56-1c3e-4e77-bfd2-3659e175f3a9 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:26.087786 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870415a3-9568-4cde-babd-7bc9210e88c6", "name": "network-vif-plugged", "status": "completed", "tag": "66cd0b19-a839-4043-8a4d-c1bf51a81cd3", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:26.087786 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d9d5f56-1c3e-4e77-bfd2-3659e175f3a9 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:26.087786 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9d5f56-1c3e-4e77-bfd2-3659e175f3a9'] response: {'server_uuid': '870415a3-9568-4cde-babd-7bc9210e88c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cd0b19-a839-4043-8a4d-c1bf51a81cd3', 'code': 200} Apr 12 14:26:26.098085 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:26.098585 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.133629 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37492) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:26.150171 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:26.158937 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fb77af4d-40ed-4b9f-8a47-7b3f7821e31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.200401 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:26.202502 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.260132 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:26.300563 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.366293 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37500) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:26.388920 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:26.403053 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fb77af4d-40ed-4b9f-8a47-7b3f7821e31b admin admin] Publish callbacks [] for security_group (f9c67731-c6d1-4c4f-89f1-24b47409e7d3), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.420341 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c62cd-b6d5-461c-9e83-703d8c83473d req-17550d2d-5df4-4f0a-b4ab-0f4bb101ec61 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:26.429727 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a0c62cd-b6d5-461c-9e83-703d8c83473d req-17550d2d-5df4-4f0a-b4ab-0f4bb101ec61 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 945 time: 0.0714211 Apr 12 14:26:26.524500 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a0c62cd-b6d5-461c-9e83-703d8c83473d req-2d5a1e46-f12b-4512-a4b0-1929425fb337 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867469 Apr 12 14:26:26.524864 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fb77af4d-40ed-4b9f-8a47-7b3f7821e31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (f9c67731-c6d1-4c4f-89f1-24b47409e7d3), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.569504 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f0da8-a756-4bfe-9997-683b55759751 req-e2172020-d08b-4090-b27b-488dca01a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:26.571016 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1a8f0da8-a756-4bfe-9997-683b55759751 req-e2172020-d08b-4090-b27b-488dca01a0b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 1129 time: 0.1050160 Apr 12 14:26:26.628053 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-fb77af4d-40ed-4b9f-8a47-7b3f7821e31b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43712cd95c95454fa36cab3a47508191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4933293 Apr 12 14:26:26.630817 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37508) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:26.639575 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77af4d-40ed-4b9f-8a47-7b3f7821e31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c67731-c6d1-4c4f-89f1-24b47409e7d3,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:26.655937 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6fa12cb7-7edd-40b8-a227-7d6a4508c846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.675493 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['0bb62c5f-d437-4d5f-9b3f-6b73ebb78522'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:26.680852 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b7634-f6d8-4c30-a87c-592f669eefe8 req-90f30223-44d2-4b03-a949-1c464d51774a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:26.682439 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9d6b7634-f6d8-4c30-a87c-592f669eefe8 req-90f30223-44d2-4b03-a949-1c464d51774a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 945 time: 0.1217422 Apr 12 14:26:26.691283 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ce34643-ddb8-4318-bb3f-4ceec43426b1 admin admin] Publish callbacks [] for security_group (f9c67731-c6d1-4c4f-89f1-24b47409e7d3), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.717529 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1a8f0da8-a756-4bfe-9997-683b55759751 req-24210b5a-4d26-437b-82d9-006e6f181b27 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305819 Apr 12 14:26:26.749152 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ce34643-ddb8-4318-bb3f-4ceec43426b1 admin admin] Publish callbacks [] for security_group (f9c67731-c6d1-4c4f-89f1-24b47409e7d3), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.752307 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['94daf6a1-01ae-4079-a89d-451a07a1cb69'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:26.769610 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9d6b7634-f6d8-4c30-a87c-592f669eefe8 req-d86baead-6742-4212-8bc6-f51306e86ab8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713494 Apr 12 14:26:26.881947 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6fa12cb7-7edd-40b8-a227-7d6a4508c846 admin admin] Publish callbacks [] for security_group (027a5c14-4d6b-4cc9-8a51-459d00c5f011), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.950520 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ce34643-ddb8-4318-bb3f-4ceec43426b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (f9c67731-c6d1-4c4f-89f1-24b47409e7d3), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.953859 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ce34643-ddb8-4318-bb3f-4ceec43426b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.957558 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7ce34643-ddb8-4318-bb3f-4ceec43426b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9c67731-c6d1-4c4f-89f1-24b47409e7d3 HTTP/1.1" status: 204 len: 168 time: 0.3232918 Apr 12 14:26:26.967645 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6fa12cb7-7edd-40b8-a227-7d6a4508c846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (027a5c14-4d6b-4cc9-8a51-459d00c5f011), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.988486 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce34643-ddb8-4318-bb3f-4ceec43426b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c67731-c6d1-4c4f-89f1-24b47409e7d3,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:27.013798 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31041243-9f71-49f6-8c6c-e086cdb83cc2 req-205bca02-6ae9-4370-9965-e1dd33fc7db8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:27.015399 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31041243-9f71-49f6-8c6c-e086cdb83cc2 req-205bca02-6ae9-4370-9965-e1dd33fc7db8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.1303248 Apr 12 14:26:27.034470 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa12cb7-7edd-40b8-a227-7d6a4508c846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027a5c14-4d6b-4cc9-8a51-459d00c5f011,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:27.042026 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6fa12cb7-7edd-40b8-a227-7d6a4508c846 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8678367bd0214c508311a75bf6eab669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6746199 Apr 12 14:26:27.045532 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37518) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:27.069688 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37520) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:27.092652 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-41782d41-3046-4fbe-b7c8-11d78acfedec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.093882 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31041243-9f71-49f6-8c6c-e086cdb83cc2 req-126d5f3c-7e24-477e-b191-ede0e5804700 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713434 Apr 12 14:26:27.130394 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a362-9bd4-4ca8-a898-aeb1f56786f2 admin admin] Publish callbacks [] for security_group (027a5c14-4d6b-4cc9-8a51-459d00c5f011), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.158314 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a362-9bd4-4ca8-a898-aeb1f56786f2 admin admin] Publish callbacks [] for security_group (027a5c14-4d6b-4cc9-8a51-459d00c5f011), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.177982 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-41782d41-3046-4fbe-b7c8-11d78acfedec admin admin] Publish callbacks [] for security_group (400a1715-4904-443b-8ced-1e689b9deaac), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.262754 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b52429-b7df-4b9e-9d67-fce42deb12cd req-4cdd228b-1b4e-4e20-b2e5-a1a344ca11ba tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:27.267286 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-14b52429-b7df-4b9e-9d67-fce42deb12cd req-4cdd228b-1b4e-4e20-b2e5-a1a344ca11ba tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0470147 Apr 12 14:26:27.267286 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-41782d41-3046-4fbe-b7c8-11d78acfedec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (400a1715-4904-443b-8ced-1e689b9deaac), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.273239 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37526) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:27.277789 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e2711df0-6f42-4674-bcf4-4edb2db67704 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'floatingip': {'port_id': 'e80feacd-461f-4629-b43f-3acd60a68fdb'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:27.308757 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-41782d41-3046-4fbe-b7c8-11d78acfedec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f6b7aeb9d2a4f7ba510050d0742b134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354379 Apr 12 14:26:27.308757 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41782d41-3046-4fbe-b7c8-11d78acfedec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400a1715-4904-443b-8ced-1e689b9deaac,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:27.309960 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37528) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:27.354991 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a362-9bd4-4ca8-a898-aeb1f56786f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (027a5c14-4d6b-4cc9-8a51-459d00c5f011), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.357867 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a362-9bd4-4ca8-a898-aeb1f56786f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.361725 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3fe3a362-9bd4-4ca8-a898-aeb1f56786f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/027a5c14-4d6b-4cc9-8a51-459d00c5f011 HTTP/1.1" status: 204 len: 168 time: 0.3126290 Apr 12 14:26:27.373331 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a8c73d27-1e81-48a7-9030-1bcbc2f06fa6 admin admin] Publish callbacks [] for security_group (400a1715-4904-443b-8ced-1e689b9deaac), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.379029 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2711df0-6f42-4674-bcf4-4edb2db67704 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (322c285b-b2bd-4a7e-8880-8d0727f5e111), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.413188 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a8c73d27-1e81-48a7-9030-1bcbc2f06fa6 admin admin] Publish callbacks [] for security_group (400a1715-4904-443b-8ced-1e689b9deaac), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.422594 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3a362-9bd4-4ca8-a898-aeb1f56786f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027a5c14-4d6b-4cc9-8a51-459d00c5f011,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:27.625660 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a8c73d27-1e81-48a7-9030-1bcbc2f06fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (400a1715-4904-443b-8ced-1e689b9deaac), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.628341 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a8c73d27-1e81-48a7-9030-1bcbc2f06fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.631942 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-a8c73d27-1e81-48a7-9030-1bcbc2f06fa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/400a1715-4904-443b-8ced-1e689b9deaac HTTP/1.1" status: 204 len: 168 time: 0.3186536 Apr 12 14:26:27.639364 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c73d27-1e81-48a7-9030-1bcbc2f06fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400a1715-4904-443b-8ced-1e689b9deaac,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:27.858155 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcd590-9941-4966-b108-0bc2f8a3c972 req-39d6a30f-e1fe-417b-b13c-9f5fd9ffd948 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:27.859665 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-02dcd590-9941-4966-b108-0bc2f8a3c972 req-39d6a30f-e1fe-417b-b13c-9f5fd9ffd948 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 945 time: 0.2632587 Apr 12 14:26:27.929121 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c33dc3-a8d2-4b64-a144-e61094874c52 req-afeac532-b2b5-4e25-8e8d-bc72eea12f25 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:27.931085 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-95c33dc3-a8d2-4b64-a144-e61094874c52 req-afeac532-b2b5-4e25-8e8d-bc72eea12f25 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 945 time: 0.0764332 Apr 12 14:26:27.983683 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-95c33dc3-a8d2-4b64-a144-e61094874c52 req-84aa4a7a-d43f-4fbc-9f4e-9f3680ce0136 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459638 Apr 12 14:26:27.991759 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-02dcd590-9941-4966-b108-0bc2f8a3c972 req-0900854a-b6a4-4948-b00c-442d29c88bd7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964739 Apr 12 14:26:28.079104 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:28.201873 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:26:28.259562 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:28.260258 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.425269 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:28.425968 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.491359 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5322f9-76f1-41d0-abe2-8b98a4d8f465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb62c5f-d437-4d5f-9b3f-6b73ebb78522'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:28.493910 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3815d4ea-f851-48af-aeb5-1d49b26c0165" -d '{"events": [{"server_uuid": "ea5322f9-76f1-41d0-abe2-8b98a4d8f465", "name": "network-vif-plugged", "status": "completed", "tag": "0bb62c5f-d437-4d5f-9b3f-6b73ebb78522"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:28.522098 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:28.526875 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2711df0-6f42-4674-bcf4-4edb2db67704 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.534787 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37582) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:28.552101 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cd3a402f-8759-4b66-a2ad-e072ad01f4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.555694 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12da4ed-6036-4097-b679-fee58444bbb9 x-openstack-request-id: req-e12da4ed-6036-4097-b679-fee58444bbb9 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:28.555912 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5322f9-76f1-41d0-abe2-8b98a4d8f465", "name": "network-vif-plugged", "status": "completed", "tag": "0bb62c5f-d437-4d5f-9b3f-6b73ebb78522", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:28.556539 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e12da4ed-6036-4097-b679-fee58444bbb9 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:28.557200 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12da4ed-6036-4097-b679-fee58444bbb9'] response: {'server_uuid': 'ea5322f9-76f1-41d0-abe2-8b98a4d8f465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb62c5f-d437-4d5f-9b3f-6b73ebb78522', 'code': 200} Apr 12 14:26:28.585531 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.586835 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 94daf6a1-01ae-4079-a89d-451a07a1cb69 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:28.592302 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2711df0-6f42-4674-bcf4-4edb2db67704 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (322c285b-b2bd-4a7e-8880-8d0727f5e111), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.734189 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cd3a402f-8759-4b66-a2ad-e072ad01f4c1 admin admin] Publish callbacks [] for security_group (c7cbd715-f5e3-470d-9f62-130586c00183), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.734656 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:28.740320 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 94daf6a1-01ae-4079-a89d-451a07a1cb69 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:26:28.750645 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-e2711df0-6f42-4674-bcf4-4edb2db67704 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Floating IP 322c285b-b2bd-4a7e-8880-8d0727f5e111 associated. External IP: 172.27.3.229, port: e80feacd-461f-4629-b43f-3acd60a68fdb. Apr 12 14:26:28.796746 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cd3a402f-8759-4b66-a2ad-e072ad01f4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (c7cbd715-f5e3-470d-9f62-130586c00183), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.859900 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 94daf6a1-01ae-4079-a89d-451a07a1cb69 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:28.860291 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.871100 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-cd3a402f-8759-4b66-a2ad-e072ad01f4c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41547bc5007a407abadf44872469ffdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352234 Apr 12 14:26:28.876762 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37594) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:28.881074 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a402f-8759-4b66-a2ad-e072ad01f4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cbd715-f5e3-470d-9f62-130586c00183,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:28.986191 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 94daf6a1-01ae-4079-a89d-451a07a1cb69 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:28.986573 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.995021 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02ef76-e80f-4bd4-8011-80cf345a600f req-8dd268d7-174d-467f-8f4b-bd897b2060b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:28.998007 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6c02ef76-e80f-4bd4-8011-80cf345a600f req-8dd268d7-174d-467f-8f4b-bd897b2060b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 1130 time: 0.0604804 Apr 12 14:26:28.999479 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05689621-fa8a-4f62-881c-8262582e2ce6 admin admin] Publish callbacks [] for security_group (c7cbd715-f5e3-470d-9f62-130586c00183), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.028903 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 94daf6a1-01ae-4079-a89d-451a07a1cb69, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94daf6a1-01ae-4079-a89d-451a07a1cb69,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:29.071337 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05689621-fa8a-4f62-881c-8262582e2ce6 admin admin] Publish callbacks [] for security_group (c7cbd715-f5e3-470d-9f62-130586c00183), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.105826 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.115020 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6c02ef76-e80f-4bd4-8011-80cf345a600f req-61f7faf2-6d9e-418f-95e7-f319f361dc08 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048017 Apr 12 14:26:29.122526 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2711df0-6f42-4674-bcf4-4edb2db67704 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:26:29.171901 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=94daf6a1-01ae-4079-a89d-451a07a1cb69,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:29.177673 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afc9b9-aeba-4aae-a2b8-de0e204f7227 req-31f2ce99-1c1f-4152-80c2-d36c8d9b0464 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:29.179287 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-51afc9b9-aeba-4aae-a2b8-de0e204f7227 req-31f2ce99-1c1f-4152-80c2-d36c8d9b0464 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0582221 Apr 12 14:26:29.240189 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-51afc9b9-aeba-4aae-a2b8-de0e204f7227 req-8a03b7b0-25bd-49c9-9da8-869c5732d3cd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545287 Apr 12 14:26:29.266327 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05689621-fa8a-4f62-881c-8262582e2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (c7cbd715-f5e3-470d-9f62-130586c00183), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.269254 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05689621-fa8a-4f62-881c-8262582e2ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.270490 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-05689621-fa8a-4f62-881c-8262582e2ce6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7cbd715-f5e3-470d-9f62-130586c00183 HTTP/1.1" status: 204 len: 168 time: 0.3914142 Apr 12 14:26:29.280498 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05689621-fa8a-4f62-881c-8262582e2ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cbd715-f5e3-470d-9f62-130586c00183,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:29.338462 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2711df0-6f42-4674-bcf4-4edb2db67704 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:26:29.344844 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2711df0-6f42-4674-bcf4-4edb2db67704 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.356639 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] Sync routers for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:26:29.379966 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:29.380619 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:26:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:29.380748 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4e781-025e-46d9-8f3f-7116ad6f1453 req-3e34a252-2b58-419e-b8ad-5d67f60ccf9f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:29.383460 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d7e4e781-025e-46d9-8f3f-7116ad6f1453 req-3e34a252-2b58-419e-b8ad-5d67f60ccf9f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.0671537 Apr 12 14:26:29.428998 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e2711df0-6f42-4674-bcf4-4edb2db67704 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "PUT /v2.0/floatingips/322c285b-b2bd-4a7e-8880-8d0727f5e111 HTTP/1.1" status: 200 len: 991 time: 2.1432657 Apr 12 14:26:29.428998 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:29.428998 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22690a74-0edb-49e5-9970-dd9400cab63f" -d '{"events": [{"name": "network-changed", "server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:29.466292 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d7e4e781-025e-46d9-8f3f-7116ad6f1453 req-3dfe55a3-b0aa-4c4f-89ad-dd370a2793fe tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743454 Apr 12 14:26:29.522671 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6c6965-1085-410a-8fbf-d9d666fb059c x-openstack-request-id: req-ce6c6965-1085-410a-8fbf-d9d666fb059c {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:29.523080 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:29.523525 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce6c6965-1085-410a-8fbf-d9d666fb059c {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:29.523947 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6c6965-1085-410a-8fbf-d9d666fb059c'] response: {'name': 'network-changed', 'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'status': 'completed', 'code': 200} Apr 12 14:26:29.543282 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:29.847976 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '322c285b-b2bd-4a7e-8880-8d0727f5e111', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'port_id': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'mac_address': 'fa:16:3e:14:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e25941-ade9-4601-9313-3c82a4f78211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:00Z', 'updated_at': '2022-04-12T14:26:28Z', 'revision_number': 1, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:29.887692 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] Checking router: 9119e2f6-49c5-489c-a3b6-0afcf61f3050 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:26:29.896742 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:29.897410 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:26:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:29.943288 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22690a74-0edb-49e5-9970-dd9400cab63f req-fa892753-84d1-4c7b-b184-7fca4d9975e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:29.945566 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22690a74-0edb-49e5-9970-dd9400cab63f req-fa892753-84d1-4c7b-b184-7fca4d9975e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 1129 time: 0.0718124 Apr 12 14:26:30.014808 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:30.047212 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22690a74-0edb-49e5-9970-dd9400cab63f req-42cf1271-f7ce-40a6-8dba-ba3d80180522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:30.048661 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22690a74-0edb-49e5-9970-dd9400cab63f req-42cf1271-f7ce-40a6-8dba-ba3d80180522 service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.0944467 Apr 12 14:26:30.298752 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22690a74-0edb-49e5-9970-dd9400cab63f req-4c60a4b4-d41e-4f86-9679-a40301d61947 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e80feacd-461f-4629-b43f-3acd60a68fdb HTTP/1.1" status: 200 len: 999 time: 0.2025974 Apr 12 14:26:30.325918 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '322c285b-b2bd-4a7e-8880-8d0727f5e111', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'port_id': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'mac_address': 'fa:16:3e:14:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e25941-ade9-4601-9313-3c82a4f78211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:00Z', 'updated_at': '2022-04-12T14:26:28Z', 'revision_number': 1, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:30.337542 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37652) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:30.353250 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-927a9a53-91af-44a6-9b7d-8a463a6eb100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:30.462437 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316d36a-379e-49ac-9a18-7c661009b4f4 None None] The sync data for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi is: [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '322c285b-b2bd-4a7e-8880-8d0727f5e111', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'port_id': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'mac_address': 'fa:16:3e:14:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e25941-ade9-4601-9313-3c82a4f78211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:00Z', 'updated_at': '2022-04-12T14:26:28Z', 'revision_number': 1, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:26:30.559078 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94daf6a1-01ae-4079-a89d-451a07a1cb69'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:30.565980 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f57d0dd-116c-4a91-b40a-51e895307da2" -d '{"events": [{"server_uuid": "b40cd360-1437-42b2-8bb7-c7d199c52958", "name": "network-vif-plugged", "status": "completed", "tag": "94daf6a1-01ae-4079-a89d-451a07a1cb69"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:30.652416 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3eb47-8fe4-48ce-a86d-66b2e11e3977 req-0e3e4775-1fb4-4ee1-a8fa-935f3fa06e6a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:30.658352 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-01b3eb47-8fe4-48ce-a86d-66b2e11e3977 req-0e3e4775-1fb4-4ee1-a8fa-935f3fa06e6a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.1068621 Apr 12 14:26:30.735129 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82355-ab54-4052-9e55-b2d096bce07e req-5b1b1259-58be-4f0e-865a-cfe46e925c9d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:30.736730 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fee82355-ab54-4052-9e55-b2d096bce07e req-5b1b1259-58be-4f0e-865a-cfe46e925c9d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.3581865 Apr 12 14:26:30.768005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22690a74-0edb-49e5-9970-dd9400cab63f req-b8d53f9c-583e-46f0-908c-66dd3bdd3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:30.769054 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-01b3eb47-8fe4-48ce-a86d-66b2e11e3977 req-378024e7-c89b-42d6-a86b-e83e8aa042ad tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915298 Apr 12 14:26:30.769445 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22690a74-0edb-49e5-9970-dd9400cab63f req-b8d53f9c-583e-46f0-908c-66dd3bdd3d5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.1107709 Apr 12 14:26:30.817935 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1321d-3a58-4944-97c5-827c6b20ebc1 None None] New status for floating IP 322c285b-b2bd-4a7e-8880-8d0727f5e111: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:26:30.870248 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be64ba30-c661-4667-9ba7-d1b5034081f1 x-openstack-request-id: req-be64ba30-c661-4667-9ba7-d1b5034081f1 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:30.870970 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40cd360-1437-42b2-8bb7-c7d199c52958", "name": "network-vif-plugged", "status": "completed", "tag": "94daf6a1-01ae-4079-a89d-451a07a1cb69", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:30.871234 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be64ba30-c661-4667-9ba7-d1b5034081f1 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:30.871673 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be64ba30-c661-4667-9ba7-d1b5034081f1'] response: {'server_uuid': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'code': 200} Apr 12 14:26:30.874663 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fee82355-ab54-4052-9e55-b2d096bce07e req-a686c43a-2a22-42bd-8d0e-6a235ba2c710 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197321 Apr 12 14:26:30.905651 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22690a74-0edb-49e5-9970-dd9400cab63f req-304be8d7-7152-4441-b1e7-835799664ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:30.907167 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22690a74-0edb-49e5-9970-dd9400cab63f req-304be8d7-7152-4441-b1e7-835799664ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1266961 Apr 12 14:26:30.909292 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-927a9a53-91af-44a6-9b7d-8a463a6eb100 admin admin] Publish callbacks [] for security_group (0bd89d2d-d43e-4fbb-bd67-124000777ad7), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.016359 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-927a9a53-91af-44a6-9b7d-8a463a6eb100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0bd89d2d-d43e-4fbb-bd67-124000777ad7), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.047894 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22690a74-0edb-49e5-9970-dd9400cab63f req-e2d82d91-16ae-48fc-a7d2-4b285662f1fc service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337135 Apr 12 14:26:31.096738 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-927a9a53-91af-44a6-9b7d-8a463a6eb100 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=159a75349ea642ad82ce691432966d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7574539 Apr 12 14:26:31.098758 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37672) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:31.100319 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a9a53-91af-44a6-9b7d-8a463a6eb100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd89d2d-d43e-4fbb-bd67-124000777ad7,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:31.205369 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9816b778-f713-4c79-bb28-09ec4c55b640 admin admin] Publish callbacks [] for security_group (0bd89d2d-d43e-4fbb-bd67-124000777ad7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.212992 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22690a74-0edb-49e5-9970-dd9400cab63f req-d73d65d4-9b01-4ebc-b688-6c1ed058da21 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490355 Apr 12 14:26:31.233999 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9816b778-f713-4c79-bb28-09ec4c55b640 admin admin] Publish callbacks [] for security_group (0bd89d2d-d43e-4fbb-bd67-124000777ad7), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.336186 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2643db-0bef-4015-b3ff-9be602f3f0fe req-daeca8be-6671-4aed-823f-5f6d34884478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:31.337980 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f2643db-0bef-4015-b3ff-9be602f3f0fe req-daeca8be-6671-4aed-823f-5f6d34884478 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 1130 time: 0.0539887 Apr 12 14:26:31.359236 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9816b778-f713-4c79-bb28-09ec4c55b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0bd89d2d-d43e-4fbb-bd67-124000777ad7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.367100 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9816b778-f713-4c79-bb28-09ec4c55b640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.367100 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9816b778-f713-4c79-bb28-09ec4c55b640 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bd89d2d-d43e-4fbb-bd67-124000777ad7 HTTP/1.1" status: 204 len: 168 time: 0.2638788 Apr 12 14:26:31.380239 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816b778-f713-4c79-bb28-09ec4c55b640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd89d2d-d43e-4fbb-bd67-124000777ad7,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:31.430721 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f2643db-0bef-4015-b3ff-9be602f3f0fe req-57bb65fa-7435-4071-a186-265db3a09705 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831912 Apr 12 14:26:31.909036 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379064df-92d9-4291-b9cf-550668089d6d req-2dfbdb28-8565-40a8-b98f-46fb09edb28f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:31.910661 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-379064df-92d9-4291-b9cf-550668089d6d req-2dfbdb28-8565-40a8-b98f-46fb09edb28f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.0580716 Apr 12 14:26:31.979519 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-379064df-92d9-4291-b9cf-550668089d6d req-5352a97d-177d-4f1f-bd44-a53dbb72a9a5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618727 Apr 12 14:26:32.023933 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f8173-5c6b-4306-bd0d-d1a08d326458 req-33068076-c918-4db4-9059-14ab3bb72c75 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:32.025617 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-820f8173-5c6b-4306-bd0d-d1a08d326458 req-33068076-c918-4db4-9059-14ab3bb72c75 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0530000 Apr 12 14:26:32.096834 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-820f8173-5c6b-4306-bd0d-d1a08d326458 req-34a8c525-0075-4c38-899d-2961edaf561d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627632 Apr 12 14:26:32.754245 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7485175-33ca-440a-92c1-276f19bb9eff req-aadccc9e-d456-48c2-89fc-15a433998576 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:32.767450 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c7485175-33ca-440a-92c1-276f19bb9eff req-aadccc9e-d456-48c2-89fc-15a433998576 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0748804 Apr 12 14:26:32.850032 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c7485175-33ca-440a-92c1-276f19bb9eff req-c4a95470-5ab7-417a-aa3d-90ff65d7ed3b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815001 Apr 12 14:26:33.127781 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a04fea-3955-413e-97aa-17d8132e4b47 req-7544803f-b26f-4189-8e50-d1e3079b4ca5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:33.129697 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8a04fea-3955-413e-97aa-17d8132e4b47 req-7544803f-b26f-4189-8e50-d1e3079b4ca5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.0569978 Apr 12 14:26:33.183836 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8a04fea-3955-413e-97aa-17d8132e4b47 req-0370c0af-8e42-4f10-8c5f-c08d5e92ed64 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470753 Apr 12 14:26:33.195707 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-97cd9af3-6346-407d-8f96-0277256975fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:33.198298 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-97cd9af3-6346-407d-8f96-0277256975fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 1130 time: 0.0421405 Apr 12 14:26:33.296237 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-f9e0fdac-dcaa-4f58-ac9d-e7276fbc51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:33.297821 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-f9e0fdac-dcaa-4f58-ac9d-e7276fbc51bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.0935907 Apr 12 14:26:33.345849 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-1feabbb4-ae9b-47b1-83fc-524fa3e3efe2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 HTTP/1.1" status: 200 len: 217 time: 0.0413945 Apr 12 14:26:33.402203 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-259d78f1-59e7-4bac-8397-3891c0823951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:33.404554 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-259d78f1-59e7-4bac-8397-3891c0823951 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0527072 Apr 12 14:26:33.452026 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-bed478a7-c34b-4867-a480-9b6cd69067e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:33.453619 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-bed478a7-c34b-4867-a480-9b6cd69067e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426791 Apr 12 14:26:33.552748 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-3286d096-6bff-42ca-b1de-5377ad5764a9 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921896 Apr 12 14:26:33.656833 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-faf06db7-bf20-40ef-a584-da8b75e6a4e2 req-01361137-8c5c-4ed5-bde1-2f088f58fc47 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978198 Apr 12 14:26:33.975920 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932d641-8d79-49c3-b662-a99149faf4ca req-b119269f-c44c-4a4a-9646-1e3d6816685d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:33.977729 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8932d641-8d79-49c3-b662-a99149faf4ca req-b119269f-c44c-4a4a-9646-1e3d6816685d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0568771 Apr 12 14:26:34.044632 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8932d641-8d79-49c3-b662-a99149faf4ca req-07313ced-043e-40a1-9578-d6cbe9021c3b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600646 Apr 12 14:26:34.315220 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fde9c-b7ec-4dd0-87d4-a20cb931cd4b req-e9efe67b-bf10-4aa2-bfad-c7575ff072f5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:34.318983 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9a0fde9c-b7ec-4dd0-87d4-a20cb931cd4b req-e9efe67b-bf10-4aa2-bfad-c7575ff072f5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.0530286 Apr 12 14:26:34.364425 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9a0fde9c-b7ec-4dd0-87d4-a20cb931cd4b req-6200ba44-b45a-402b-ab47-750c073ac78a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 Apr 12 14:26:34.488363 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a2092-36d2-451f-b981-ed4f0af7666c req-2975e230-7a28-4903-85eb-194e8c1a3356 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:34.488363 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3f9a2092-36d2-451f-b981-ed4f0af7666c req-2975e230-7a28-4903-85eb-194e8c1a3356 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.0558805 Apr 12 14:26:34.496152 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37814) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:34.501735 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-0aa2bffc-1891-44c8-8c29-5d46d450280a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'floatingip': {'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:34.549640 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0aa2bffc-1891-44c8-8c29-5d46d450280a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (3c30ed6e-1a80-470a-9ad5-b2f42618fdb9), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.105430 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85968d9e-4167-44f0-9278-9089e2b9291c req-e18a68e3-a0cc-4136-b424-d57c3e4f9f06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426507 Apr 12 14:26:35.200748 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85968d9e-4167-44f0-9278-9089e2b9291c req-0f373e9e-33e4-4eaf-b6d6-a20594db6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:35.201458 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e89343-a8d5-4cfd-a311-477900d1a9d2 req-370a38ef-4bfc-4b84-bf42-4753b59803be tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:35.202418 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85968d9e-4167-44f0-9278-9089e2b9291c req-0f373e9e-33e4-4eaf-b6d6-a20594db6253 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad74a5a84650412abfbb212fe4435e2b&device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 1129 time: 0.0445180 Apr 12 14:26:35.202960 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-81e89343-a8d5-4cfd-a311-477900d1a9d2 req-370a38ef-4bfc-4b84-bf42-4753b59803be tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0636761 Apr 12 14:26:35.319357 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-81e89343-a8d5-4cfd-a311-477900d1a9d2 req-71c16e65-38d0-46e9-bb9a-264ec3c2d1db tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945497 Apr 12 14:26:35.320004 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85968d9e-4167-44f0-9278-9089e2b9291c req-586caced-d170-4825-8420-74352dfa8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:35.321640 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85968d9e-4167-44f0-9278-9089e2b9291c req-586caced-d170-4825-8420-74352dfa8306 service neutron] 10.222.0.48 "GET /v2.0/networks?id=838e4918-5706-497d-9d6e-6bc5cd392801 HTTP/1.1" status: 200 len: 912 time: 0.0974863 Apr 12 14:26:35.329261 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0aa2bffc-1891-44c8-8c29-5d46d450280a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.376677 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85968d9e-4167-44f0-9278-9089e2b9291c req-10ae5524-e353-41a6-b613-f8ba38c55500 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a6f6d4-b417-4206-b83d-dfb50bbd124d HTTP/1.1" status: 200 len: 217 time: 0.0362942 Apr 12 14:26:35.397142 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0aa2bffc-1891-44c8-8c29-5d46d450280a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3c30ed6e-1a80-470a-9ad5-b2f42618fdb9), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.439128 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85968d9e-4167-44f0-9278-9089e2b9291c req-b973be78-c354-4a03-acee-dc1fc927595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:35.440750 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85968d9e-4167-44f0-9278-9089e2b9291c req-b973be78-c354-4a03-acee-dc1fc927595a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=774c634b-560f-4c47-b9f6-26d989e13d62 HTTP/1.1" status: 200 len: 851 time: 0.0470328 Apr 12 14:26:35.473076 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85968d9e-4167-44f0-9278-9089e2b9291c req-a91e6986-f5ae-467f-bd4a-ddab96775aa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=838e4918-5706-497d-9d6e-6bc5cd392801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259471 Apr 12 14:26:35.508431 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-0aa2bffc-1891-44c8-8c29-5d46d450280a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Floating IP 3c30ed6e-1a80-470a-9ad5-b2f42618fdb9 associated. External IP: 172.27.3.76, port: 94daf6a1-01ae-4079-a89d-451a07a1cb69. Apr 12 14:26:35.578635 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85968d9e-4167-44f0-9278-9089e2b9291c req-33cbc639-f8e1-4405-9333-54637f3b753e service neutron] 10.222.0.48 "GET /v2.0/networks/838e4918-5706-497d-9d6e-6bc5cd392801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918310 Apr 12 14:26:35.698396 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85968d9e-4167-44f0-9278-9089e2b9291c req-4a48c29a-5745-4f4f-8e31-2654a5089d55 service neutron] 10.222.0.48 "GET /v2.0/networks/838e4918-5706-497d-9d6e-6bc5cd392801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089733 Apr 12 14:26:35.753138 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa2bffc-1891-44c8-8c29-5d46d450280a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:26:35.868115 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa2bffc-1891-44c8-8c29-5d46d450280a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:26:35.873710 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0aa2bffc-1891-44c8-8c29-5d46d450280a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.880216 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:26:35.899734 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:35.900385 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:26:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:35.906013 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0aa2bffc-1891-44c8-8c29-5d46d450280a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "PUT /v2.0/floatingips/3c30ed6e-1a80-470a-9ad5-b2f42618fdb9 HTTP/1.1" status: 200 len: 991 time: 1.4079111 Apr 12 14:26:35.906602 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'tag': '94daf6a1-01ae-4079-a89d-451a07a1cb69'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:35.908893 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074" -d '{"events": [{"name": "network-changed", "server_uuid": "b40cd360-1437-42b2-8bb7-c7d199c52958", "tag": "94daf6a1-01ae-4079-a89d-451a07a1cb69"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:35.947104 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195641af-4511-49dd-8032-c3bf4788fc9a x-openstack-request-id: req-195641af-4511-49dd-8032-c3bf4788fc9a {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:35.947391 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40cd360-1437-42b2-8bb7-c7d199c52958", "tag": "94daf6a1-01ae-4079-a89d-451a07a1cb69", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:35.947654 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-195641af-4511-49dd-8032-c3bf4788fc9a {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:35.948066 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195641af-4511-49dd-8032-c3bf4788fc9a'] response: {'name': 'network-changed', 'server_uuid': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'tag': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'status': 'completed', 'code': 200} Apr 12 14:26:36.032412 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-feb2abe6-be60-4004-b487-44224aeda875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:36.034452 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-feb2abe6-be60-4004-b487-44224aeda875 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 1130 time: 0.0507255 Apr 12 14:26:36.038021 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:36.147165 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-9cf19e7e-2ae9-4f2e-bb3f-4ad6c23d0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:36.148742 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-9cf19e7e-2ae9-4f2e-bb3f-4ad6c23d0c9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 916 time: 0.1082993 Apr 12 14:26:36.236942 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-2072e3ed-772e-4de8-88cc-7fd806e5f913 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94daf6a1-01ae-4079-a89d-451a07a1cb69 HTTP/1.1" status: 200 len: 999 time: 0.0767915 Apr 12 14:26:36.305891 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3c30ed6e-1a80-470a-9ad5-b2f42618fdb9', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:03Z', 'updated_at': '2022-04-12T14:26:35Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:36.311431 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-ff8d705d-9f00-4126-9684-0ba04332f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:36.314524 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-ff8d705d-9f00-4126-9684-0ba04332f32a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 200 len: 854 time: 0.0616322 Apr 12 14:26:36.334598 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:26:36.343944 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:36.344568 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:26:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:36.440163 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13543949-05cf-476b-9124-4fcc0fce6a78 req-95f74d5d-e90d-45e8-9e41-6a6e3f5513c7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:36.441770 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13543949-05cf-476b-9124-4fcc0fce6a78 req-95f74d5d-e90d-45e8-9e41-6a6e3f5513c7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0503247 Apr 12 14:26:36.464587 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:36.491505 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13543949-05cf-476b-9124-4fcc0fce6a78 req-a0594407-1955-43cf-95c7-21e896507ef7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438061 Apr 12 14:26:36.536732 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-33d21287-daf3-45e9-9c94-64727481beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:36.538602 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-33d21287-daf3-45e9-9c94-64727481beec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6cfda00-f47e-4714-a51e-54f6193af483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452440 Apr 12 14:26:36.691213 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3c30ed6e-1a80-470a-9ad5-b2f42618fdb9', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:03Z', 'updated_at': '2022-04-12T14:26:35Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:36.720857 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bfb3c-202b-463e-b890-d3a6f3c674dc None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3c30ed6e-1a80-470a-9ad5-b2f42618fdb9', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:03Z', 'updated_at': '2022-04-12T14:26:35Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:26:36.916025 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af792d-7a7f-468c-a534-887f013f08bf None None] New status for floating IP 3c30ed6e-1a80-470a-9ad5-b2f42618fdb9: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:26:37.633516 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762649-eb04-4ab0-9e02-0439ae9aa48c req-c5308985-bbca-42b4-8e37-c60e9924eaa3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:37.634987 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0b762649-eb04-4ab0-9e02-0439ae9aa48c req-c5308985-bbca-42b4-8e37-c60e9924eaa3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0494456 Apr 12 14:26:37.688318 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0b762649-eb04-4ab0-9e02-0439ae9aa48c req-1557c135-7949-40a7-8d6b-4d1cbc3101cd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Apr 12 14:26:37.773935 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:26:37.893402 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-29d35fb8-7a07-40ed-9634-4981011cfc21 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853696 Apr 12 14:26:38.241716 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1cddbb0a-2c8e-42c8-b7df-4feb1f97b074 req-e021ddc1-6170-4b5c-ba8f-21ffc3f86c5b service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027343 Apr 12 14:26:38.708164 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.799129 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37946) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:38.809896 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e3de2-342f-4700-b4e2-6bb17a891c2d req-49b24237-dc5c-4879-9616-caed2e245182 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:38.811389 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-813e3de2-342f-4700-b4e2-6bb17a891c2d req-49b24237-dc5c-4879-9616-caed2e245182 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0472054 Apr 12 14:26:38.876403 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-813e3de2-342f-4700-b4e2-6bb17a891c2d req-eee1fa6f-99be-4661-8382-4f931e2605ca tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522480 Apr 12 14:26:38.901782 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9980ec1e-5323-434e-8f43-4d43133f2e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.976089 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9980ec1e-5323-434e-8f43-4d43133f2e37 admin admin] Publish callbacks [] for security_group (5775069a-058a-4208-964e-2cc83199fa23), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:39.499961 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9980ec1e-5323-434e-8f43-4d43133f2e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5775069a-058a-4208-964e-2cc83199fa23), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:39.538606 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-9980ec1e-5323-434e-8f43-4d43133f2e37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc8e46d0a2374dca9c69fcdcb5b4ceab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7444792 Apr 12 14:26:39.539452 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980ec1e-5323-434e-8f43-4d43133f2e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5775069a-058a-4208-964e-2cc83199fa23,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:39.542675 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 37958) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:39.594466 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e60f0cd2-b85e-4d5f-9f4f-358d8846439e admin admin] Publish callbacks [] for security_group (5775069a-058a-4208-964e-2cc83199fa23), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:39.615345 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e60f0cd2-b85e-4d5f-9f4f-358d8846439e admin admin] Publish callbacks [] for security_group (5775069a-058a-4208-964e-2cc83199fa23), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:39.764650 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e60f0cd2-b85e-4d5f-9f4f-358d8846439e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5775069a-058a-4208-964e-2cc83199fa23), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:39.766806 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e60f0cd2-b85e-4d5f-9f4f-358d8846439e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:39.772191 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e60f0cd2-b85e-4d5f-9f4f-358d8846439e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5775069a-058a-4208-964e-2cc83199fa23 HTTP/1.1" status: 204 len: 168 time: 0.2240608 Apr 12 14:26:39.778809 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f0cd2-b85e-4d5f-9f4f-358d8846439e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5775069a-058a-4208-964e-2cc83199fa23,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:39.995077 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c501a1-44b1-4869-b37a-e9d591c0711c req-aaa6691a-1a75-405f-87d7-3653f8e2f9d3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:39.996573 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-93c501a1-44b1-4869-b37a-e9d591c0711c req-aaa6691a-1a75-405f-87d7-3653f8e2f9d3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0500546 Apr 12 14:26:40.046650 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-93c501a1-44b1-4869-b37a-e9d591c0711c req-3e625819-82fc-4fc4-adc5-c574bbe422da tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Apr 12 14:26:40.369403 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c63a5-39ee-486b-bbd7-9cfa72ad9b6b req-26a5e45c-801f-494e-8645-9953d2d6a4b9 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:40.369403 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f04c63a5-39ee-486b-bbd7-9cfa72ad9b6b req-26a5e45c-801f-494e-8645-9953d2d6a4b9 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.0549285 Apr 12 14:26:40.414687 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f04c63a5-39ee-486b-bbd7-9cfa72ad9b6b req-e0f58b1e-cec1-4aea-94c9-d1dda268cca3 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460408 Apr 12 14:26:40.484474 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37994) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:40.503718 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f7486433-a2c6-4ab5-ae14-7dfe4e1fd06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:40.585603 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f7486433-a2c6-4ab5-ae14-7dfe4e1fd06e admin admin] Publish callbacks [] for security_group (d357ac83-3fde-44c8-8b05-78a940b65a5b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:40.650487 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 37998) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:40.659729 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f7486433-a2c6-4ab5-ae14-7dfe4e1fd06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (d357ac83-3fde-44c8-8b05-78a940b65a5b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:40.703648 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f7486433-a2c6-4ab5-ae14-7dfe4e1fd06e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b29c205cefbc425fbaa036fd0f519445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177253 Apr 12 14:26:40.707597 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7486433-a2c6-4ab5-ae14-7dfe4e1fd06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d357ac83-3fde-44c8-8b05-78a940b65a5b,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:40.707956 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38002) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:40.761520 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Publish callbacks [] for security_group (d357ac83-3fde-44c8-8b05-78a940b65a5b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:40.786488 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Publish callbacks [] for security_group (d357ac83-3fde-44c8-8b05-78a940b65a5b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:40.840155 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ef49938b-2ce6-4c48-b4dd-9c62ec4444e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:40.899866 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (d357ac83-3fde-44c8-8b05-78a940b65a5b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:40.902484 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:40.904405 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d357ac83-3fde-44c8-8b05-78a940b65a5b HTTP/1.1" status: 204 len: 168 time: 0.1953242 Apr 12 14:26:40.914576 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d357ac83-3fde-44c8-8b05-78a940b65a5b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:40.922291 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.922851 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.923784 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.923784 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.924035 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.924528 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.925031 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.925622 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.926162 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.930333 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.930333 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.930333 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.930333 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.930333 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.930333 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a217cb-5246-4c35-bd06-97a6604dbda8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:40.970482 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ef49938b-2ce6-4c48-b4dd-9c62ec4444e6 admin admin] Publish callbacks [] for security_group (2ae6eec4-c190-40b8-a17f-fb4795a44af1), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:41.047499 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ef49938b-2ce6-4c48-b4dd-9c62ec4444e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2ae6eec4-c190-40b8-a17f-fb4795a44af1), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:41.092336 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ef49938b-2ce6-4c48-b4dd-9c62ec4444e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f446c7dbda247c4b6ed31560ebecd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406903 Apr 12 14:26:41.095129 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38018) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:41.095676 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49938b-2ce6-4c48-b4dd-9c62ec4444e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6eec4-c190-40b8-a17f-fb4795a44af1,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:41.155570 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c808925-b6b9-41df-80b4-1eda471a29eb admin admin] Publish callbacks [] for security_group (2ae6eec4-c190-40b8-a17f-fb4795a44af1), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:41.180469 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c808925-b6b9-41df-80b4-1eda471a29eb admin admin] Publish callbacks [] for security_group (2ae6eec4-c190-40b8-a17f-fb4795a44af1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:41.193116 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436e2f5-73be-4389-a341-f7623a9df1b8 req-abb69aa0-1f28-4972-a6d8-c1149e87f633 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:41.195054 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f436e2f5-73be-4389-a341-f7623a9df1b8 req-abb69aa0-1f28-4972-a6d8-c1149e87f633 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0492594 Apr 12 14:26:41.246587 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f436e2f5-73be-4389-a341-f7623a9df1b8 req-145cf40d-13b5-473a-b147-0ea57566f4a5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Apr 12 14:26:41.311443 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c808925-b6b9-41df-80b4-1eda471a29eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2ae6eec4-c190-40b8-a17f-fb4795a44af1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:41.314258 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c808925-b6b9-41df-80b4-1eda471a29eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:41.315396 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3c808925-b6b9-41df-80b4-1eda471a29eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ae6eec4-c190-40b8-a17f-fb4795a44af1 HTTP/1.1" status: 204 len: 168 time: 0.2193141 Apr 12 14:26:41.323085 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c808925-b6b9-41df-80b4-1eda471a29eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6eec4-c190-40b8-a17f-fb4795a44af1,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:41.537461 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343c909-5b5b-4d44-8f68-1b5b1222add4 req-cb788ab0-6ec6-4686-94a0-50e458819c5b tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:41.539172 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f343c909-5b5b-4d44-8f68-1b5b1222add4 req-cb788ab0-6ec6-4686-94a0-50e458819c5b tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.0510061 Apr 12 14:26:41.590965 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f343c909-5b5b-4d44-8f68-1b5b1222add4 req-22f7c9c9-e4ed-4220-8a48-3c512ec79f45 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Apr 12 14:26:41.945928 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38058) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:41.959812 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21d536bf-a79d-417c-8af0-e760f8f3c7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.048178 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21d536bf-a79d-417c-8af0-e760f8f3c7d4 admin admin] Publish callbacks [] for security_group (f10da584-780f-4e88-b176-bcd855b66b76), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.133255 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21d536bf-a79d-417c-8af0-e760f8f3c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (f10da584-780f-4e88-b176-bcd855b66b76), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.175555 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d536bf-a79d-417c-8af0-e760f8f3c7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10da584-780f-4e88-b176-bcd855b66b76,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:42.180380 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-21d536bf-a79d-417c-8af0-e760f8f3c7d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8adcdcd8c2864c5cb9f60e6b97b0ccbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328746 Apr 12 14:26:42.182466 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38062) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:42.230505 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5a1438c9-e83b-4d64-9b16-1b0528a5b4a0 admin admin] Publish callbacks [] for security_group (f10da584-780f-4e88-b176-bcd855b66b76), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.252297 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5a1438c9-e83b-4d64-9b16-1b0528a5b4a0 admin admin] Publish callbacks [] for security_group (f10da584-780f-4e88-b176-bcd855b66b76), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.351489 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-f066a23f-573e-46ea-b962-e2cd072ef59a tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:42.354526 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-f066a23f-573e-46ea-b962-e2cd072ef59a tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.0583522 Apr 12 14:26:42.374513 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5a1438c9-e83b-4d64-9b16-1b0528a5b4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (f10da584-780f-4e88-b176-bcd855b66b76), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.377511 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5a1438c9-e83b-4d64-9b16-1b0528a5b4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.378660 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5a1438c9-e83b-4d64-9b16-1b0528a5b4a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f10da584-780f-4e88-b176-bcd855b66b76 HTTP/1.1" status: 204 len: 168 time: 0.1952271 Apr 12 14:26:42.387950 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1438c9-e83b-4d64-9b16-1b0528a5b4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10da584-780f-4e88-b176-bcd855b66b76,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:42.488259 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0e15c-2ca8-4608-9f26-f60f548f9999 req-9b7be72d-7ba8-47f3-a520-3eeaeb8691b6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:42.488259 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10f0e15c-2ca8-4608-9f26-f60f548f9999 req-9b7be72d-7ba8-47f3-a520-3eeaeb8691b6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.1289747 Apr 12 14:26:42.599808 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Deleting port 46a6f6d4-b417-4206-b83d-dfb50bbd124d {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:26:42.600141 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.628254 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10f0e15c-2ca8-4608-9f26-f60f548f9999 req-c4d75954-f265-4719-be78-3a403bbb0d49 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226840 Apr 12 14:26:42.735729 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad078113-09d6-40de-aba9-6e0c8d74aa21 req-21a452f7-ba0d-4a77-a3fc-54402edfdda6 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:42.735948 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] For port 46a6f6d4-b417-4206-b83d-dfb50bbd124d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=46a6f6d4-b417-4206-b83d-dfb50bbd124d,segment=NetworkSegment(94ad597b-b646-4faa-9037-7bf5516d00f4),segment_id=94ad597b-b646-4faa-9037-7bf5516d00f4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:42.736424 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.737338 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad078113-09d6-40de-aba9-6e0c8d74aa21 req-21a452f7-ba0d-4a77-a3fc-54402edfdda6 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 945 time: 0.0527809 Apr 12 14:26:42.759347 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Calling delete_port for 46a6f6d4-b417-4206-b83d-dfb50bbd124d owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:26:42.793120 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad078113-09d6-40de-aba9-6e0c8d74aa21 req-c9859c0d-96ef-4738-9365-2b91d0ec0937 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d369c8b-80f6-486d-9047-2e8130fe7034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499609 Apr 12 14:26:43.054929 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (46a6f6d4-b417-4206-b83d-dfb50bbd124d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.067244 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['46a6f6d4-b417-4206-b83d-dfb50bbd124d'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:43.092786 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Pushing event deleted for resources: {'Port': ['ID=46a6f6d4-b417-4206-b83d-dfb50bbd124d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:43.109621 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.109967 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.110318 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.110810 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.111014 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.111288 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.111623 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.111938 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.112504 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.112837 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.113183 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.114173 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.114173 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.114173 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.114586 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:43.183028 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] No DVR routers for this DVR port 46a6f6d4-b417-4206-b83d-dfb50bbd124d on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:26:43.187322 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.191034 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-848c02f6-5ed8-414f-b48e-2ba8aa8fbb22 req-96662a7d-7bc7-40b7-8a92-179841e779af tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.48 "DELETE /v2.0/ports/46a6f6d4-b417-4206-b83d-dfb50bbd124d HTTP/1.1" status: 204 len: 173 time: 0.8279648 Apr 12 14:26:43.194273 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0dd6ac-b222-491c-8f57-96666d99f924', 'name': 'network-vif-deleted', 'tag': '46a6f6d4-b417-4206-b83d-dfb50bbd124d'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:43.194273 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc382835-b758-438f-bc0a-62a88dd700c7" -d '{"events": [{"server_uuid": "0c0dd6ac-b222-491c-8f57-96666d99f924", "name": "network-vif-deleted", "tag": "46a6f6d4-b417-4206-b83d-dfb50bbd124d"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:43.228502 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a386ff-ec77-4e07-8514-63b1808048ff x-openstack-request-id: req-f0a386ff-ec77-4e07-8514-63b1808048ff {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:43.228822 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0dd6ac-b222-491c-8f57-96666d99f924", "name": "network-vif-deleted", "tag": "46a6f6d4-b417-4206-b83d-dfb50bbd124d", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:43.234246 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0a386ff-ec77-4e07-8514-63b1808048ff {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:43.234246 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a386ff-ec77-4e07-8514-63b1808048ff'] response: {'server_uuid': '0c0dd6ac-b222-491c-8f57-96666d99f924', 'name': 'network-vif-deleted', 'tag': '46a6f6d4-b417-4206-b83d-dfb50bbd124d', 'status': 'completed', 'code': 200} Apr 12 14:26:43.488580 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38126) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:43.598856 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1a48e642-d533-4210-88ed-12a00e636d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.685068 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1a48e642-d533-4210-88ed-12a00e636d0c admin admin] Publish callbacks [] for security_group (2404f881-9430-4683-8cff-6a1992c2ee71), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.777371 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520406e2-a609-4da2-b8d3-44ea3e678a2a req-71c6c9f6-8fb5-4985-a1bc-147b9eb5baa7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:43.779890 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-520406e2-a609-4da2-b8d3-44ea3e678a2a req-71c6c9f6-8fb5-4985-a1bc-147b9eb5baa7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0572767 Apr 12 14:26:43.826311 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-48c3c9c0-4ee6-4eae-a925-156f0cf41628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.828560 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1a48e642-d533-4210-88ed-12a00e636d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2404f881-9430-4683-8cff-6a1992c2ee71), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.836446 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-520406e2-a609-4da2-b8d3-44ea3e678a2a req-4a905b77-8609-45eb-af27-bcda0be2da5e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501504 Apr 12 14:26:43.877370 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1a48e642-d533-4210-88ed-12a00e636d0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2012c091248449fb181bd07e1b29117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869607 Apr 12 14:26:43.877593 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48e642-d533-4210-88ed-12a00e636d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2404f881-9430-4683-8cff-6a1992c2ee71,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:43.879405 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38140) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:43.938676 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-893b6221-a062-45b6-8e91-6aadaf06c759 req-33e0ddf7-6048-4936-8285-a95255a9dd09 tempest-DeleteServersTestJSON-1804417219 tempest-DeleteServersTestJSON-1804417219-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c0dd6ac-b222-491c-8f57-96666d99f924 HTTP/1.1" status: 200 len: 210 time: 0.0397246 Apr 12 14:26:43.964908 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0a16-694f-4869-be00-3fbb33f76702 admin admin] Publish callbacks [] for security_group (2404f881-9430-4683-8cff-6a1992c2ee71), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.990426 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0a16-694f-4869-be00-3fbb33f76702 admin admin] Publish callbacks [] for security_group (2404f881-9430-4683-8cff-6a1992c2ee71), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:44.106008 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0a16-694f-4869-be00-3fbb33f76702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2404f881-9430-4683-8cff-6a1992c2ee71), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:44.109099 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0a16-694f-4869-be00-3fbb33f76702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:44.110377 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-5cfa0a16-694f-4869-be00-3fbb33f76702 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2404f881-9430-4683-8cff-6a1992c2ee71 HTTP/1.1" status: 204 len: 168 time: 0.2300036 Apr 12 14:26:44.128259 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa0a16-694f-4869-be00-3fbb33f76702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2404f881-9430-4683-8cff-6a1992c2ee71,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:44.839364 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38172) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:44.853181 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b1aff172-b0f8-4067-8243-c962faab7430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:44.936785 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b1aff172-b0f8-4067-8243-c962faab7430 admin admin] Publish callbacks [] for security_group (6057282b-511e-40f2-8bd3-b759db60a06e), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:44.967212 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f6fd4-ca8c-4921-a4f5-fe21c788c2a2 req-c0cb9e83-11de-4e89-9a92-c80d69dbab9e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:44.968821 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee6f6fd4-ca8c-4921-a4f5-fe21c788c2a2 req-c0cb9e83-11de-4e89-9a92-c80d69dbab9e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0490081 Apr 12 14:26:45.026473 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee6f6fd4-ca8c-4921-a4f5-fe21c788c2a2 req-b2c3d91f-8169-4684-a939-9b812c93d803 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519545 Apr 12 14:26:45.051713 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b1aff172-b0f8-4067-8243-c962faab7430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (6057282b-511e-40f2-8bd3-b759db60a06e), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.091744 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aff172-b0f8-4067-8243-c962faab7430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6057282b-511e-40f2-8bd3-b759db60a06e,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:45.096171 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-b1aff172-b0f8-4067-8243-c962faab7430 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55376bb1b07f465491df72d4998544a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557371 Apr 12 14:26:45.099379 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38188) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:45.166984 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1f74f5a0-4164-4d5c-8bce-840ca92aed64 admin admin] Publish callbacks [] for security_group (6057282b-511e-40f2-8bd3-b759db60a06e), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.189894 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1f74f5a0-4164-4d5c-8bce-840ca92aed64 admin admin] Publish callbacks [] for security_group (6057282b-511e-40f2-8bd3-b759db60a06e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.357530 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1f74f5a0-4164-4d5c-8bce-840ca92aed64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (6057282b-511e-40f2-8bd3-b759db60a06e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.360234 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1f74f5a0-4164-4d5c-8bce-840ca92aed64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.361554 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1f74f5a0-4164-4d5c-8bce-840ca92aed64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6057282b-511e-40f2-8bd3-b759db60a06e HTTP/1.1" status: 204 len: 168 time: 0.2609353 Apr 12 14:26:45.369067 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74f5a0-4164-4d5c-8bce-840ca92aed64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6057282b-511e-40f2-8bd3-b759db60a06e,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:45.607783 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 46a6f6d4-b417-4206-b83d-dfb50bbd124d no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:26:45.627710 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 46a6f6d4-b417-4206-b83d-dfb50bbd124d {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:26:45.628053 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 46a6f6d4-b417-4206-b83d-dfb50bbd124d not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:26:45.998015 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-375b8caa-e0fd-430b-b8e6-61a5e03cebcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.150961 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796568-123f-4f73-bfda-121c8cd8740a req-76e4c1a2-3e74-47c6-a1e7-e269da0ab2b2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:46.152478 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38796568-123f-4f73-bfda-121c8cd8740a req-76e4c1a2-3e74-47c6-a1e7-e269da0ab2b2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0468388 Apr 12 14:26:46.204040 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38796568-123f-4f73-bfda-121c8cd8740a req-bfca1d14-bfd3-4b73-9a74-a13384dd98da tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Apr 12 14:26:46.313191 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38222) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:46.329150 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e9f38f07-5b45-46fe-bd90-25088c4ef0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.400902 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e9f38f07-5b45-46fe-bd90-25088c4ef0dc admin admin] Publish callbacks [] for security_group (fbbbb77f-55ca-4210-825a-571dbcac04cb), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.472279 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e9f38f07-5b45-46fe-bd90-25088c4ef0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (fbbbb77f-55ca-4210-825a-571dbcac04cb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.520306 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e9f38f07-5b45-46fe-bd90-25088c4ef0dc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=24b9430f62fc43da89b2421ce943894c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059257 Apr 12 14:26:46.521039 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f38f07-5b45-46fe-bd90-25088c4ef0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbbb77f-55ca-4210-825a-571dbcac04cb,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:46.533016 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38230) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:46.588811 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4b998814-2c11-4929-aae0-e358af38eb73 admin admin] Publish callbacks [] for security_group (fbbbb77f-55ca-4210-825a-571dbcac04cb), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.614331 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4b998814-2c11-4929-aae0-e358af38eb73 admin admin] Publish callbacks [] for security_group (fbbbb77f-55ca-4210-825a-571dbcac04cb), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.751419 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4b998814-2c11-4929-aae0-e358af38eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (fbbbb77f-55ca-4210-825a-571dbcac04cb), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.754054 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4b998814-2c11-4929-aae0-e358af38eb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.755195 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-4b998814-2c11-4929-aae0-e358af38eb73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbbbb77f-55ca-4210-825a-571dbcac04cb HTTP/1.1" status: 204 len: 168 time: 0.2211995 Apr 12 14:26:46.762872 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b998814-2c11-4929-aae0-e358af38eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbbb77f-55ca-4210-825a-571dbcac04cb,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:46.895825 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38248) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:46.898635 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.948395 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff42737-b4ce-4cd5-afda-f43118c9445f admin admin] Deleting subnet 774c634b-560f-4c47-b9f6-26d989e13d62 {{(pid=103904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:26:46.952697 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6ff42737-b4ce-4cd5-afda-f43118c9445f admin admin] Publish callbacks [] for subnet (774c634b-560f-4c47-b9f6-26d989e13d62), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.989294 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6ff42737-b4ce-4cd5-afda-f43118c9445f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14365499'] for subnet (774c634b-560f-4c47-b9f6-26d989e13d62), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.031751 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6ff42737-b4ce-4cd5-afda-f43118c9445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (774c634b-560f-4c47-b9f6-26d989e13d62), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.197804 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6ff42737-b4ce-4cd5-afda-f43118c9445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14564383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12654918'] for subnet (774c634b-560f-4c47-b9f6-26d989e13d62), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.225165 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff42737-b4ce-4cd5-afda-f43118c9445f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774c634b-560f-4c47-b9f6-26d989e13d62,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:47.236307 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6ff42737-b4ce-4cd5-afda-f43118c9445f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.240354 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6ff42737-b4ce-4cd5-afda-f43118c9445f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/774c634b-560f-4c47-b9f6-26d989e13d62 HTTP/1.1" status: 204 len: 168 time: 0.3427219 Apr 12 14:26:47.250539 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38260) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:47.353068 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (838e4918-5706-497d-9d6e-6bc5cd392801), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.376121 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b8632-8be2-4e01-a8be-a3a0456ae11b req-4175bd98-5fc2-4c88-b2ff-5e5422645422 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:47.377672 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-722b8632-8be2-4e01-a8be-a3a0456ae11b req-4175bd98-5fc2-4c88-b2ff-5e5422645422 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.1007843 Apr 12 14:26:47.668679 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (838e4918-5706-497d-9d6e-6bc5cd392801), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.701029 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-722b8632-8be2-4e01-a8be-a3a0456ae11b req-568308fe-f417-4877-a27a-3db4ff27f371 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047280 Apr 12 14:26:47.702528 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838e4918-5706-497d-9d6e-6bc5cd392801']}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:47.712156 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ad597b-b646-4faa-9037-7bf5516d00f4') {'for_net_delete': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:47.712457 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ad597b-b646-4faa-9037-7bf5516d00f4') {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:47.722757 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14365490'] for segment (94ad597b-b646-4faa-9037-7bf5516d00f4), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.736904 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (94ad597b-b646-4faa-9037-7bf5516d00f4), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.744116 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:26:47.744691 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14564533'] for segment (94ad597b-b646-4faa-9037-7bf5516d00f4), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: Traceback (most recent call last): Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: timer() Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: cb(*args, **kw) Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: return func(*args, **kwargs) Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: self._notify() Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: self.callback(batched_events) Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: event.method(event) Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: return f(self, *a, **k) Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._get(url).json() Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: return self.request(url, 'GET', **kwargs) Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:26:47.746455 dv-cinder-837522-1-iscsi neutron-server[103904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:26:47.906645 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (838e4918-5706-497d-9d6e-6bc5cd392801), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.913133 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.916333 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] 10.222.0.61 "DELETE /v2.0/networks/838e4918-5706-497d-9d6e-6bc5cd392801 HTTP/1.1" status: 204 len: 168 time: 0.6647406 Apr 12 14:26:47.926594 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59483d50-3de6-4993-8be3-ccb6d4d3680a admin admin] Pushing event deleted for resources: {'Network': ['ID=838e4918-5706-497d-9d6e-6bc5cd392801,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:47.964342 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38290) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:48.091510 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e9ee3819-0e16-4b9b-bf5f-a39040915e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.168768 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e9ee3819-0e16-4b9b-bf5f-a39040915e1f admin admin] Publish callbacks [] for security_group (2e3bbbc6-d28a-4f98-abfe-e12185a33f95), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.253557 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e9ee3819-0e16-4b9b-bf5f-a39040915e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2e3bbbc6-d28a-4f98-abfe-e12185a33f95), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.294761 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-e9ee3819-0e16-4b9b-bf5f-a39040915e1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a873402f7d8412093a8e47e962a307a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293004 Apr 12 14:26:48.295593 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee3819-0e16-4b9b-bf5f-a39040915e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3bbbc6-d28a-4f98-abfe-e12185a33f95,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:48.298398 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38304) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:48.324078 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38306) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:48.354564 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b3152172-fdf0-4fcb-b071-98bfb4e67226 admin admin] Publish callbacks [] for security_group (2e3bbbc6-d28a-4f98-abfe-e12185a33f95), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.370682 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6dd4a7e6-89b4-4284-b3af-144e67ff02fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad74a5a84650412abfbb212fe4435e2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455065 Apr 12 14:26:48.373323 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38308) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:48.385027 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b3152172-fdf0-4fcb-b071-98bfb4e67226 admin admin] Publish callbacks [] for security_group (2e3bbbc6-d28a-4f98-abfe-e12185a33f95), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.456282 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f58d522b-1fcb-4fab-8b83-b08d0da61485 admin admin] Publish callbacks [] for security_group (7d369c8b-80f6-486d-9047-2e8130fe7034), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.483405 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f58d522b-1fcb-4fab-8b83-b08d0da61485 admin admin] Publish callbacks [] for security_group (7d369c8b-80f6-486d-9047-2e8130fe7034), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.522831 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.556574 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b3152172-fdf0-4fcb-b071-98bfb4e67226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2e3bbbc6-d28a-4f98-abfe-e12185a33f95), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.559613 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b3152172-fdf0-4fcb-b071-98bfb4e67226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.565482 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b3152172-fdf0-4fcb-b071-98bfb4e67226 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e3bbbc6-d28a-4f98-abfe-e12185a33f95 HTTP/1.1" status: 204 len: 168 time: 0.2655623 Apr 12 14:26:48.575950 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3152172-fdf0-4fcb-b071-98bfb4e67226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3bbbc6-d28a-4f98-abfe-e12185a33f95,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:48.592561 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38318) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:48.644112 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f58d522b-1fcb-4fab-8b83-b08d0da61485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7d369c8b-80f6-486d-9047-2e8130fe7034), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.647838 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f58d522b-1fcb-4fab-8b83-b08d0da61485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.649897 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f58d522b-1fcb-4fab-8b83-b08d0da61485 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d369c8b-80f6-486d-9047-2e8130fe7034 HTTP/1.1" status: 204 len: 168 time: 0.2746551 Apr 12 14:26:48.658725 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d522b-1fcb-4fab-8b83-b08d0da61485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d369c8b-80f6-486d-9047-2e8130fe7034,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:48.732710 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5851fcd7-18ae-45c9-8c92-3e4794a94030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.820196 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5851fcd7-18ae-45c9-8c92-3e4794a94030 admin admin] Publish callbacks [] for security_group (0c83c41a-c774-4670-b216-5d0ef69559ba), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.832136 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb301c3a-97bc-4964-836a-9fb5953caafc req-731c9432-63c3-47a1-a60c-992024faf05d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:48.833684 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb301c3a-97bc-4964-836a-9fb5953caafc req-731c9432-63c3-47a1-a60c-992024faf05d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0475821 Apr 12 14:26:48.883011 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb301c3a-97bc-4964-836a-9fb5953caafc req-1da969eb-7fff-4b44-ac58-81543dab7c6c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Apr 12 14:26:48.917547 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5851fcd7-18ae-45c9-8c92-3e4794a94030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0c83c41a-c774-4670-b216-5d0ef69559ba), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.957984 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-5851fcd7-18ae-45c9-8c92-3e4794a94030 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ed5a1d8ef8a416c9545cda91c3c905d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643699 Apr 12 14:26:48.959335 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851fcd7-18ae-45c9-8c92-3e4794a94030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c83c41a-c774-4670-b216-5d0ef69559ba,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:48.962802 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38326) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:49.015764 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-058cc015-9f60-48c9-8e6f-9cab1f590a60 admin admin] Publish callbacks [] for security_group (0c83c41a-c774-4670-b216-5d0ef69559ba), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.038749 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-058cc015-9f60-48c9-8e6f-9cab1f590a60 admin admin] Publish callbacks [] for security_group (0c83c41a-c774-4670-b216-5d0ef69559ba), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.146382 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-058cc015-9f60-48c9-8e6f-9cab1f590a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0c83c41a-c774-4670-b216-5d0ef69559ba), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.149207 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-058cc015-9f60-48c9-8e6f-9cab1f590a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.150724 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-058cc015-9f60-48c9-8e6f-9cab1f590a60 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c83c41a-c774-4670-b216-5d0ef69559ba HTTP/1.1" status: 204 len: 168 time: 0.1864898 Apr 12 14:26:49.159940 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cc015-9f60-48c9-8e6f-9cab1f590a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c83c41a-c774-4670-b216-5d0ef69559ba,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:49.470887 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38348) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:49.489360 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-35d40da9-0dc7-42a0-8f10-2a6a1f9f5a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.570978 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-35d40da9-0dc7-42a0-8f10-2a6a1f9f5a1b admin admin] Publish callbacks [] for security_group (8f50798c-8427-4f1e-a64d-0e94da412a5b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.653483 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-35d40da9-0dc7-42a0-8f10-2a6a1f9f5a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8f50798c-8427-4f1e-a64d-0e94da412a5b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.694137 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-35d40da9-0dc7-42a0-8f10-2a6a1f9f5a1b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d9ca1b89e8543658bbd88ac1720c294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216690 Apr 12 14:26:49.695098 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40da9-0dc7-42a0-8f10-2a6a1f9f5a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f50798c-8427-4f1e-a64d-0e94da412a5b,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:49.696927 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38352) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:49.751188 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa2ef-dfc1-4324-a499-7568b7cade6c admin admin] Publish callbacks [] for security_group (8f50798c-8427-4f1e-a64d-0e94da412a5b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.777331 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa2ef-dfc1-4324-a499-7568b7cade6c admin admin] Publish callbacks [] for security_group (8f50798c-8427-4f1e-a64d-0e94da412a5b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.979027 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa2ef-dfc1-4324-a499-7568b7cade6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8f50798c-8427-4f1e-a64d-0e94da412a5b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.981587 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa2ef-dfc1-4324-a499-7568b7cade6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.982758 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5d7fa2ef-dfc1-4324-a499-7568b7cade6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f50798c-8427-4f1e-a64d-0e94da412a5b HTTP/1.1" status: 204 len: 168 time: 0.2834060 Apr 12 14:26:49.990887 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fa2ef-dfc1-4324-a499-7568b7cade6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f50798c-8427-4f1e-a64d-0e94da412a5b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:50.000557 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61aad-4be1-457e-9bad-1593e518df59 req-a81e4720-e3df-4a4b-b9e0-efe8cfb43840 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:50.002123 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1ee61aad-4be1-457e-9bad-1593e518df59 req-a81e4720-e3df-4a4b-b9e0-efe8cfb43840 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0521529 Apr 12 14:26:50.053131 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1ee61aad-4be1-457e-9bad-1593e518df59 req-ce318158-58bb-45c1-b748-6384773f1ad5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428150 Apr 12 14:26:50.059245 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.168951 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38360) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:50.182114 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-68652954-fce7-4c6d-adea-90e2ff7b8b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.261783 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-68652954-fce7-4c6d-adea-90e2ff7b8b18 admin admin] Publish callbacks [] for security_group (1a2d159d-1965-45b0-832a-2f0d0fd77985), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.328648 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-68652954-fce7-4c6d-adea-90e2ff7b8b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (1a2d159d-1965-45b0-832a-2f0d0fd77985), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.359492 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38368) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:50.370438 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-68652954-fce7-4c6d-adea-90e2ff7b8b18 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b87c8ce6ed334f449739a73f42a17a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002859 Apr 12 14:26:50.371310 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68652954-fce7-4c6d-adea-90e2ff7b8b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2d159d-1965-45b0-832a-2f0d0fd77985,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:50.378897 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38372) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:50.430582 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e56d29d3-5ff6-40f9-9692-d2bfa927ff51 admin admin] Publish callbacks [] for security_group (1a2d159d-1965-45b0-832a-2f0d0fd77985), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.453519 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e56d29d3-5ff6-40f9-9692-d2bfa927ff51 admin admin] Publish callbacks [] for security_group (1a2d159d-1965-45b0-832a-2f0d0fd77985), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.597608 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e56d29d3-5ff6-40f9-9692-d2bfa927ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (1a2d159d-1965-45b0-832a-2f0d0fd77985), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.601042 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e56d29d3-5ff6-40f9-9692-d2bfa927ff51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.602672 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-e56d29d3-5ff6-40f9-9692-d2bfa927ff51 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a2d159d-1965-45b0-832a-2f0d0fd77985 HTTP/1.1" status: 204 len: 168 time: 0.2228687 Apr 12 14:26:50.612328 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d29d3-5ff6-40f9-9692-d2bfa927ff51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2d159d-1965-45b0-832a-2f0d0fd77985,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:50.672498 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-a89a512d-d085-451c-a441-a2ea5ce61492 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6d5c7c86d23b4beba850f169f412760d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385058 Apr 12 14:26:50.754522 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-75ab6941-e2ab-46f2-b8e3-6334fb3f7dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.895495 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-db93dce2-ab79-4652-a5fc-9a03eef2ad89 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:50.896932 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-db93dce2-ab79-4652-a5fc-9a03eef2ad89 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235243 Apr 12 14:26:50.919865 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-3fa1f3af-4e5a-4b22-b813-c32fb8acfbf4 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/quotas/6d5c7c86d23b4beba850f169f412760d HTTP/1.1" status: 200 len: 375 time: 0.0141187 Apr 12 14:26:50.978125 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-7507b1c9-2cfa-4eb9-80aa-d39d1f7335cb tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d5c7c86d23b4beba850f169f412760d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392067 Apr 12 14:26:50.979966 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-75ab6941-e2ab-46f2-b8e3-6334fb3f7dde admin admin] Publish callbacks [] for security_group (7de7da07-8596-48b3-bb5f-f70ef87b6560), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.111477 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-75ab6941-e2ab-46f2-b8e3-6334fb3f7dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7de7da07-8596-48b3-bb5f-f70ef87b6560), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.153976 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-75ab6941-e2ab-46f2-b8e3-6334fb3f7dde admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16dd147917ad4808a54e882c235fba3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7930906 Apr 12 14:26:51.158298 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38410) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:51.164703 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab6941-e2ab-46f2-b8e3-6334fb3f7dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de7da07-8596-48b3-bb5f-f70ef87b6560,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:51.231973 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9638e-70ae-44ba-bb08-593c4956f77f req-225e69ad-79c7-424a-9803-c90b048f9e81 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:51.234508 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8aa9638e-70ae-44ba-bb08-593c4956f77f req-225e69ad-79c7-424a-9803-c90b048f9e81 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.1114047 Apr 12 14:26:51.249372 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2795887b-cd17-448d-86ec-6fb838f3c9c7 admin admin] Publish callbacks [] for security_group (7de7da07-8596-48b3-bb5f-f70ef87b6560), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.283259 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2795887b-cd17-448d-86ec-6fb838f3c9c7 admin admin] Publish callbacks [] for security_group (7de7da07-8596-48b3-bb5f-f70ef87b6560), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.295225 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8aa9638e-70ae-44ba-bb08-593c4956f77f req-671818d0-674a-4e27-bd91-c04953eb2af1 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513434 Apr 12 14:26:51.386829 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c645fc4-b04f-48e0-bdfa-c164767b41a7 req-04931389-3cd7-4bcd-9935-61057d4cc240 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 210 time: 0.0286803 Apr 12 14:26:51.466179 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2795887b-cd17-448d-86ec-6fb838f3c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7de7da07-8596-48b3-bb5f-f70ef87b6560), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.477552 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2795887b-cd17-448d-86ec-6fb838f3c9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.477552 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2795887b-cd17-448d-86ec-6fb838f3c9c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7de7da07-8596-48b3-bb5f-f70ef87b6560 HTTP/1.1" status: 204 len: 168 time: 0.3123701 Apr 12 14:26:51.485369 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795887b-cd17-448d-86ec-6fb838f3c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de7da07-8596-48b3-bb5f-f70ef87b6560,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:52.416001 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38482) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:52.437368 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7fba829d-9975-4374-8b26-184999cfbe34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.450024 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68277f-2f47-4967-91bb-3ba57fd0091f req-d1f1e27a-4eff-4342-85eb-d82ce50732d3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:52.455114 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3d68277f-2f47-4967-91bb-3ba57fd0091f req-d1f1e27a-4eff-4342-85eb-d82ce50732d3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0796328 Apr 12 14:26:52.498997 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38484) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:52.524795 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3d68277f-2f47-4967-91bb-3ba57fd0091f req-2083f67b-0558-4a37-ab22-a9d9e75111c7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657763 Apr 12 14:26:52.539319 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-79daa85d-af9a-4120-a971-094b2cc8d83f req-5ff9c6d5-a3c0-4824-bc6c-7058ed1f3c3b tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 210 time: 0.0578341 Apr 12 14:26:52.589221 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7fba829d-9975-4374-8b26-184999cfbe34 admin admin] Publish callbacks [] for security_group (f7ccecee-20af-4097-9520-2700ea6dd90d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.674513 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-07131405-95d5-4e69-b6f3-300c9c87452a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.761260 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-07131405-95d5-4e69-b6f3-300c9c87452a admin admin] Publish callbacks [] for security_group (bfbe5ab9-c358-4a24-9ae0-859e46b2f714), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.774312 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7fba829d-9975-4374-8b26-184999cfbe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (f7ccecee-20af-4097-9520-2700ea6dd90d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.811217 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba829d-9975-4374-8b26-184999cfbe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ccecee-20af-4097-9520-2700ea6dd90d,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:52.816121 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-7fba829d-9975-4374-8b26-184999cfbe34 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0fd5e04e43a748fa8d43b7d405862198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991613 Apr 12 14:26:52.818956 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38492) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:52.850330 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-07131405-95d5-4e69-b6f3-300c9c87452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (bfbe5ab9-c358-4a24-9ae0-859e46b2f714), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.888180 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5560c8d2-0e09-4e83-8514-38c48c1b5ec5 admin admin] Publish callbacks [] for security_group (f7ccecee-20af-4097-9520-2700ea6dd90d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.891190 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38496) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:52.891429 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-07131405-95d5-4e69-b6f3-300c9c87452a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92c42d935e984406ba7c2573aacf6cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890965 Apr 12 14:26:52.892322 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07131405-95d5-4e69-b6f3-300c9c87452a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbe5ab9-c358-4a24-9ae0-859e46b2f714,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:52.944737 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5560c8d2-0e09-4e83-8514-38c48c1b5ec5 admin admin] Publish callbacks [] for security_group (f7ccecee-20af-4097-9520-2700ea6dd90d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.983056 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f69-0907-4a64-9f49-97391c4aa627 admin admin] Publish callbacks [] for security_group (bfbe5ab9-c358-4a24-9ae0-859e46b2f714), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.009260 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f69-0907-4a64-9f49-97391c4aa627 admin admin] Publish callbacks [] for security_group (bfbe5ab9-c358-4a24-9ae0-859e46b2f714), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.088810 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5560c8d2-0e09-4e83-8514-38c48c1b5ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (f7ccecee-20af-4097-9520-2700ea6dd90d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.091400 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5560c8d2-0e09-4e83-8514-38c48c1b5ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.092795 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5560c8d2-0e09-4e83-8514-38c48c1b5ec5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f7ccecee-20af-4097-9520-2700ea6dd90d HTTP/1.1" status: 204 len: 168 time: 0.2726316 Apr 12 14:26:53.100529 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560c8d2-0e09-4e83-8514-38c48c1b5ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ccecee-20af-4097-9520-2700ea6dd90d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:53.132376 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38504) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:53.146205 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f69-0907-4a64-9f49-97391c4aa627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (bfbe5ab9-c358-4a24-9ae0-859e46b2f714), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.148774 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f69-0907-4a64-9f49-97391c4aa627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.150840 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1ee18f69-0907-4a64-9f49-97391c4aa627 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfbe5ab9-c358-4a24-9ae0-859e46b2f714 HTTP/1.1" status: 204 len: 168 time: 0.2564375 Apr 12 14:26:53.163670 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee18f69-0907-4a64-9f49-97391c4aa627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbe5ab9-c358-4a24-9ae0-859e46b2f714,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:53.322770 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8337a941-477f-400c-a63e-63977b93dc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.404609 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8337a941-477f-400c-a63e-63977b93dc45 admin admin] Publish callbacks [] for security_group (5c1e5207-b73b-464d-b174-6f6852b2653c), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.470284 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8337a941-477f-400c-a63e-63977b93dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5c1e5207-b73b-464d-b174-6f6852b2653c), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.512481 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-8337a941-477f-400c-a63e-63977b93dc45 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cdc03ac8228b476db20b788c9b5384db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764262 Apr 12 14:26:53.512481 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337a941-477f-400c-a63e-63977b93dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1e5207-b73b-464d-b174-6f6852b2653c,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:53.513101 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38514) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:53.571038 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a068ea2-abec-468e-84ce-c17bca9d71f0 admin admin] Publish callbacks [] for security_group (5c1e5207-b73b-464d-b174-6f6852b2653c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.597912 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a068ea2-abec-468e-84ce-c17bca9d71f0 admin admin] Publish callbacks [] for security_group (5c1e5207-b73b-464d-b174-6f6852b2653c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.682496 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0be64e8b-3f69-4b3f-9499-179d04a22625 req-5e5b253c-964d-43ba-8e98-6a28d57a4a64 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 210 time: 0.0515478 Apr 12 14:26:53.720450 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584285f-9810-4a64-874c-c6f61a22568c req-3b98ef1e-a222-4925-812c-c88fe33403bd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:53.722100 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3584285f-9810-4a64-874c-c6f61a22568c req-3b98ef1e-a222-4925-812c-c88fe33403bd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0789168 Apr 12 14:26:53.728288 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a068ea2-abec-468e-84ce-c17bca9d71f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5c1e5207-b73b-464d-b174-6f6852b2653c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.731578 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a068ea2-abec-468e-84ce-c17bca9d71f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.732817 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0a068ea2-abec-468e-84ce-c17bca9d71f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c1e5207-b73b-464d-b174-6f6852b2653c HTTP/1.1" status: 204 len: 168 time: 0.2185004 Apr 12 14:26:53.759777 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a068ea2-abec-468e-84ce-c17bca9d71f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1e5207-b73b-464d-b174-6f6852b2653c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:53.798256 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3584285f-9810-4a64-874c-c6f61a22568c req-44c8c6c3-779c-410c-a863-12c4aa87aa0d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640161 Apr 12 14:26:53.854080 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-11311bda-9c1e-4c73-9558-083857f61dc7 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6d5c7c86d23b4beba850f169f412760d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296617 Apr 12 14:26:54.047445 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-71805625-780c-4716-ab92-7dbed15af579 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:54.048942 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-71805625-780c-4716-ab92-7dbed15af579 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891496 Apr 12 14:26:54.071694 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Request body: {'port': {'device_id': '7d0c33b4-5106-4694-8dec-6d765484e84c', 'network_id': '1501533d-044d-4495-9724-37ad363f8866', 'admin_state_up': True, 'tenant_id': '6d5c7c86d23b4beba850f169f412760d'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:54.282973 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Made reservation on behalf of 6d5c7c86d23b4beba850f169f412760d for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:54.287313 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.298868 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.381074 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks [] for security_group (a23b15d3-c533-4221-b363-49b1c09007f2), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.454875 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a23b15d3-c533-4221-b363-49b1c09007f2), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.522634 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23b15d3-c533-4221-b363-49b1c09007f2,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:54.609649 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Allocated IP 192.168.233.34 (1501533d-044d-4495-9724-37ad363f8866/9bb00d01-ad79-4aae-a0c1-db2b2025e453/a434bb6b-ba19-470d-91ac-59d784a55c66) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:54.803656 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0fb96fc8-c17c-466d-8e90-507fd6c97a84 req-f8b17ba3-fb5a-4f05-9d9d-3aa6b0e81888 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 210 time: 0.0378735 Apr 12 14:26:54.808147 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks [] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.931785 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.938633 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1de26-9452-4f07-918f-7ae6a664ef08 req-99fca4cd-83f2-4e81-9bfe-614ad846fc3c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:54.940955 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4ff1de26-9452-4f07-918f-7ae6a664ef08 req-99fca4cd-83f2-4e81-9bfe-614ad846fc3c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0667620 Apr 12 14:26:54.992644 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Network 1501533d-044d-4495-9724-37ad363f8866 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:54.995830 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:55.000550 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:55.027468 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4ff1de26-9452-4f07-918f-7ae6a664ef08 req-a9c16893-bb18-419f-8aae-60d551cf187f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706241 Apr 12 14:26:55.038134 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Pushing event updated for resources: {'Port': ['ID=a434bb6b-ba19-470d-91ac-59d784a55c66,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:55.056893 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:55.057749 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.155793 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-2a1ad806-7b1e-465e-bc56-ed3c0981e3e5 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0879462 Apr 12 14:26:55.167559 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Request body: {'port': {'device_id': '7d0c33b4-5106-4694-8dec-6d765484e84c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:55.235830 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.363651 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-d13916c4-077c-408e-9b87-1c88b967a51a None None] Provisioning complete for port a434bb6b-ba19-470d-91ac-59d784a55c66 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:55.364118 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d13916c4-077c-408e-9b87-1c88b967a51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.414630 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-d13916c4-077c-408e-9b87-1c88b967a51a None None] Port a434bb6b-ba19-470d-91ac-59d784a55c66 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:55.548660 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a434bb6b-ba19-470d-91ac-59d784a55c66 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:55.557620 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Publish callbacks [] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.571771 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Transition to ACTIVE for port object a434bb6b-ba19-470d-91ac-59d784a55c66 will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:26:55.717629 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.803433 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Pushing event updated for resources: {'Port': ['ID=a434bb6b-ba19-470d-91ac-59d784a55c66,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:55.890372 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Attempting to bind port a434bb6b-ba19-470d-91ac-59d784a55c66 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:55.891515 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Attempting to bind port a434bb6b-ba19-470d-91ac-59d784a55c66 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'ee2ab167-4e7c-412b-8a59-97f18df65703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1501533d-044d-4495-9724-37ad363f8866'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:55.892095 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Attempting to bind port a434bb6b-ba19-470d-91ac-59d784a55c66 on network 1501533d-044d-4495-9724-37ad363f8866 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:55.906225 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Port a434bb6b-ba19-470d-91ac-59d784a55c66 on network 1501533d-044d-4495-9724-37ad363f8866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:55.906641 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Attempting to bind port a434bb6b-ba19-470d-91ac-59d784a55c66 on network 1501533d-044d-4495-9724-37ad363f8866 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:55.967457 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a582a04-dd5a-47a8-93cf-7aff0ce9b077 req-bd361d88-abf7-4df1-99d1-edc14f9b5569 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:55.969397 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1a582a04-dd5a-47a8-93cf-7aff0ce9b077 req-bd361d88-abf7-4df1-99d1-edc14f9b5569 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 947 time: 0.0656600 Apr 12 14:26:55.970406 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:55.970746 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Checking segment: {'id': 'ee2ab167-4e7c-412b-8a59-97f18df65703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1501533d-044d-4495-9724-37ad363f8866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:55.971153 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Bound using segment: {'id': 'ee2ab167-4e7c-412b-8a59-97f18df65703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1501533d-044d-4495-9724-37ad363f8866'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:55.971614 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Bound port: a434bb6b-ba19-470d-91ac-59d784a55c66, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2ab167-4e7c-412b-8a59-97f18df65703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1501533d-044d-4495-9724-37ad363f8866'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:55.971973 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:56.090934 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] For port a434bb6b-ba19-470d-91ac-59d784a55c66, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:56.095088 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] For port a434bb6b-ba19-470d-91ac-59d784a55c66, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a434bb6b-ba19-470d-91ac-59d784a55c66,segment=NetworkSegment(ee2ab167-4e7c-412b-8a59-97f18df65703),segment_id=ee2ab167-4e7c-412b-8a59-97f18df65703)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:56.105580 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1a582a04-dd5a-47a8-93cf-7aff0ce9b077 req-0ec859f7-31ed-4914-8413-4652f1cd42b4 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185255 Apr 12 14:26:56.165971 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da97a-74f6-4591-b8af-bb30b9fe471d req-cc36dee7-d980-4b44-b5b1-ce15e9fbdfd3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.167634 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-366da97a-74f6-4591-b8af-bb30b9fe471d req-cc36dee7-d980-4b44-b5b1-ce15e9fbdfd3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0764987 Apr 12 14:26:56.223906 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-366da97a-74f6-4591-b8af-bb30b9fe471d req-19d8e0d8-7c10-436d-a80e-a70e7e1423ae tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498536 Apr 12 14:26:56.252733 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:56.306619 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.307241 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:56.308723 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] 10.222.0.48 "PUT /v2.0/ports/a434bb6b-ba19-470d-91ac-59d784a55c66 HTTP/1.1" status: 200 len: 1097 time: 1.1453681 Apr 12 14:26:56.309208 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0c33b4-5106-4694-8dec-6d765484e84c', 'tag': 'a434bb6b-ba19-470d-91ac-59d784a55c66'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:56.312564 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0775a716-0388-4679-bdf2-3e6740c3d18b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0c33b4-5106-4694-8dec-6d765484e84c", "tag": "a434bb6b-ba19-470d-91ac-59d784a55c66"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:56.341726 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf00393-9c9c-4aac-8f68-3f1bb9eb5036 service neutron] Pushing event updated for resources: {'Port': ['ID=a434bb6b-ba19-470d-91ac-59d784a55c66,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:56.400462 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b556d951-a745-4a4a-a401-cf43757ddabf x-openstack-request-id: req-b556d951-a745-4a4a-a401-cf43757ddabf {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:56.400753 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0c33b4-5106-4694-8dec-6d765484e84c", "tag": "a434bb6b-ba19-470d-91ac-59d784a55c66", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:56.401028 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b556d951-a745-4a4a-a401-cf43757ddabf {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:56.403554 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b556d951-a745-4a4a-a401-cf43757ddabf'] response: {'name': 'network-changed', 'server_uuid': '7d0c33b4-5106-4694-8dec-6d765484e84c', 'tag': 'a434bb6b-ba19-470d-91ac-59d784a55c66', 'status': 'completed', 'code': 200} Apr 12 14:26:56.474597 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775a716-0388-4679-bdf2-3e6740c3d18b req-76d9a003-f3e8-4d61-af70-2ff69545fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.476578 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0775a716-0388-4679-bdf2-3e6740c3d18b req-76d9a003-f3e8-4d61-af70-2ff69545fc4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d5c7c86d23b4beba850f169f412760d&device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 1131 time: 0.0606999 Apr 12 14:26:56.524762 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0775a716-0388-4679-bdf2-3e6740c3d18b req-3a4c13ad-73c7-48ee-90a3-b1442128f000 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6d5c7c86d23b4beba850f169f412760d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355122 Apr 12 14:26:56.722035 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775a716-0388-4679-bdf2-3e6740c3d18b req-2a3f700b-0334-43a9-a369-eb4afa6ebf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.723495 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0775a716-0388-4679-bdf2-3e6740c3d18b req-2a3f700b-0334-43a9-a369-eb4afa6ebf9b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1893239 Apr 12 14:26:56.804676 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-299b4d8b-b1f6-42c5-bec8-6b2a432f9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.806459 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-299b4d8b-b1f6-42c5-bec8-6b2a432f9ab9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d5c7c86d23b4beba850f169f412760d&device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 1131 time: 0.0404906 Apr 12 14:26:56.855878 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-f9ffba42-4276-4048-9db9-8dd84f2d8a40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a434bb6b-ba19-470d-91ac-59d784a55c66 HTTP/1.1" status: 200 len: 217 time: 0.0339329 Apr 12 14:26:56.908196 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-087b12bc-e844-443c-85ee-9138f5a97ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.909701 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-087b12bc-e844-443c-85ee-9138f5a97ce7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bb00d01-ad79-4aae-a0c1-db2b2025e453 HTTP/1.1" status: 200 len: 843 time: 0.0465162 Apr 12 14:26:56.961676 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-aaadc099-5991-48ec-9253-52d665d9ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.963294 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-aaadc099-5991-48ec-9253-52d665d9ce66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1501533d-044d-4495-9724-37ad363f8866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0419877 Apr 12 14:26:57.062352 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-7117b3f5-bbd3-4b3c-8f5a-bec66233be90 service neutron] 10.222.0.48 "GET /v2.0/networks/1501533d-044d-4495-9724-37ad363f8866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889375 Apr 12 14:26:57.154606 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5aa483ea-fbee-43e9-a1c0-953022125e7b req-1f0363de-b106-453b-82ae-249bcccb579f service neutron] 10.222.0.48 "GET /v2.0/networks/1501533d-044d-4495-9724-37ad363f8866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857148 Apr 12 14:26:57.226708 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5936d8-d9de-4ab9-8589-89bfd92a07cd req-efd0648c-46d3-4eea-9b68-fa25aed9b457 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:57.229121 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bf5936d8-d9de-4ab9-8589-89bfd92a07cd req-efd0648c-46d3-4eea-9b68-fa25aed9b457 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 947 time: 0.0484793 Apr 12 14:26:57.313411 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bf5936d8-d9de-4ab9-8589-89bfd92a07cd req-7293b70f-f01f-41fe-9fb3-a943d5fef750 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732682 Apr 12 14:26:57.392670 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5aaad-a945-4ace-8b96-23ed2c3575f2 req-110d92d1-538c-49e0-9f21-a1e5ff6e0f28 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:57.394211 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9ca5aaad-a945-4ace-8b96-23ed2c3575f2 req-110d92d1-538c-49e0-9f21-a1e5ff6e0f28 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0484607 Apr 12 14:26:57.444890 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9ca5aaad-a945-4ace-8b96-23ed2c3575f2 req-502df024-cdc0-448c-bc92-90a08d03322b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451307 Apr 12 14:26:58.430774 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617b619-cb25-480d-9a31-fe0312ca77cc req-346a9616-cfec-4d47-9a78-e62c354b3748 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:58.432278 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3617b619-cb25-480d-9a31-fe0312ca77cc req-346a9616-cfec-4d47-9a78-e62c354b3748 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 947 time: 0.0492342 Apr 12 14:26:58.481106 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3617b619-cb25-480d-9a31-fe0312ca77cc req-8f1e458d-e368-48aa-8c9d-9f1d96f37793 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Apr 12 14:26:58.568258 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccf736-448f-4c2c-af01-ca1b0743dd2c req-83781d77-5708-431a-9dbb-a44c4838c7bd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:58.569792 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-48ccf736-448f-4c2c-af01-ca1b0743dd2c req-83781d77-5708-431a-9dbb-a44c4838c7bd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0480576 Apr 12 14:26:58.618437 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-48ccf736-448f-4c2c-af01-ca1b0743dd2c req-6ecc5852-a4a6-48fa-b092-1e9d8f006ba4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Apr 12 14:26:59.414228 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38738) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:59.535590 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-54942469-4bce-4ad3-8535-925e83a40837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:59.602692 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf9b67-862b-4867-84a7-941b62f4a612 req-55f3d3d7-50d7-4014-96a9-31ffed8db864 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:59.603264 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4adf9b67-862b-4867-84a7-941b62f4a612 req-55f3d3d7-50d7-4014-96a9-31ffed8db864 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 947 time: 0.0502064 Apr 12 14:26:59.681314 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4adf9b67-862b-4867-84a7-941b62f4a612 req-fa2cb706-3087-4bf1-a386-6df0926b9eb8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687230 Apr 12 14:26:59.722101 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-54942469-4bce-4ad3-8535-925e83a40837 admin admin] Publish callbacks [] for security_group (a2193a60-1403-40c1-9dc2-37cc136aca6c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:59.753484 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84a264-becb-41fb-9be8-909bd735dd59 req-67bb2989-ecfe-4f2a-b87c-e6ab19f13bca tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:59.755606 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc84a264-becb-41fb-9be8-909bd735dd59 req-67bb2989-ecfe-4f2a-b87c-e6ab19f13bca tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0563006 Apr 12 14:26:59.781334 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-54942469-4bce-4ad3-8535-925e83a40837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a2193a60-1403-40c1-9dc2-37cc136aca6c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:59.820690 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc84a264-becb-41fb-9be8-909bd735dd59 req-dbe6621b-5d82-4cbc-a571-889201f35801 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592375 Apr 12 14:26:59.847909 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-54942469-4bce-4ad3-8535-925e83a40837 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62b35280331c474cab91f78c592ef962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325862 Apr 12 14:26:59.848997 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54942469-4bce-4ad3-8535-925e83a40837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2193a60-1403-40c1-9dc2-37cc136aca6c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:59.850589 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38764) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:59.916670 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-24fca9e8-c4e1-432d-9c90-342b5c5cb456 admin admin] Publish callbacks [] for security_group (a2193a60-1403-40c1-9dc2-37cc136aca6c), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:59.945963 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-24fca9e8-c4e1-432d-9c90-342b5c5cb456 admin admin] Publish callbacks [] for security_group (a2193a60-1403-40c1-9dc2-37cc136aca6c), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:00.110969 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-24fca9e8-c4e1-432d-9c90-342b5c5cb456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a2193a60-1403-40c1-9dc2-37cc136aca6c), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:00.113523 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-24fca9e8-c4e1-432d-9c90-342b5c5cb456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:00.114674 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-24fca9e8-c4e1-432d-9c90-342b5c5cb456 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2193a60-1403-40c1-9dc2-37cc136aca6c HTTP/1.1" status: 204 len: 168 time: 0.2629492 Apr 12 14:27:00.122283 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fca9e8-c4e1-432d-9c90-342b5c5cb456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2193a60-1403-40c1-9dc2-37cc136aca6c,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:00.788082 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700c5db-f958-4d00-a080-0d862e3b48ab req-943d3319-826f-4470-b900-8c49752a91aa tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:00.789578 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4700c5db-f958-4d00-a080-0d862e3b48ab req-943d3319-826f-4470-b900-8c49752a91aa tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 947 time: 0.0476549 Apr 12 14:27:00.802392 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38800) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:00.815920 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0b2b559e-227f-46cb-a9cc-0e235dda7bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:00.838667 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4700c5db-f958-4d00-a080-0d862e3b48ab req-afb5c03d-35e8-4639-8bfa-c15956108a37 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434461 Apr 12 14:27:00.931579 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0b2b559e-227f-46cb-a9cc-0e235dda7bdc admin admin] Publish callbacks [] for security_group (5525283c-7d96-482b-acb7-f589b65e5d02), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:00.947462 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad46d89-5312-41cc-a5ad-556e65962225 req-c094de6c-1eb2-4b85-9b62-addedd934894 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:00.955628 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8ad46d89-5312-41cc-a5ad-556e65962225 req-c094de6c-1eb2-4b85-9b62-addedd934894 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0696588 Apr 12 14:27:00.987017 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device a434bb6b-ba19-470d-91ac-59d784a55c66 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:27:00.996870 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0b2b559e-227f-46cb-a9cc-0e235dda7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5525283c-7d96-482b-acb7-f589b65e5d02), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:01.018918 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8ad46d89-5312-41cc-a5ad-556e65962225 req-0c74ed68-d119-4705-bf16-1f8bec615eaf tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624118 Apr 12 14:27:01.047825 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38812) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:01.048166 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-0b2b559e-227f-46cb-a9cc-0e235dda7bdc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f3441275f5d4e45ad99177d3fc44a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443633 Apr 12 14:27:01.052946 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b559e-227f-46cb-a9cc-0e235dda7bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5525283c-7d96-482b-acb7-f589b65e5d02,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:01.088145 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port a434bb6b-ba19-470d-91ac-59d784a55c66, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a434bb6b-ba19-470d-91ac-59d784a55c66,segment=NetworkSegment(ee2ab167-4e7c-412b-8a59-97f18df65703),segment_id=ee2ab167-4e7c-412b-8a59-97f18df65703)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:01.097705 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a3ecc2e-f109-485e-9768-89605d9034fe admin admin] Publish callbacks [] for security_group (5525283c-7d96-482b-acb7-f589b65e5d02), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:01.099255 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'a434bb6b-ba19-470d-91ac-59d784a55c66', 'network_id': '1501533d-044d-4495-9724-37ad363f8866', 'port_id': 'a434bb6b-ba19-470d-91ac-59d784a55c66', 'mac_address': 'fa:16:3e:de:64:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb00d01-ad79-4aae-a0c1-db2b2025e453', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:27:01.123337 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a3ecc2e-f109-485e-9768-89605d9034fe admin admin] Publish callbacks [] for security_group (5525283c-7d96-482b-acb7-f589b65e5d02), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:01.140505 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port a434bb6b-ba19-470d-91ac-59d784a55c66 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:01.141061 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:01.160721 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a434bb6b-ba19-470d-91ac-59d784a55c66 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:27:01.180149 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port a434bb6b-ba19-470d-91ac-59d784a55c66, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a434bb6b-ba19-470d-91ac-59d784a55c66,segment=NetworkSegment(ee2ab167-4e7c-412b-8a59-97f18df65703),segment_id=ee2ab167-4e7c-412b-8a59-97f18df65703)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:01.300323 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a3ecc2e-f109-485e-9768-89605d9034fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5525283c-7d96-482b-acb7-f589b65e5d02), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:01.302887 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a3ecc2e-f109-485e-9768-89605d9034fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:01.304088 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7a3ecc2e-f109-485e-9768-89605d9034fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5525283c-7d96-482b-acb7-f589b65e5d02 HTTP/1.1" status: 204 len: 168 time: 0.2550435 Apr 12 14:27:01.312334 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ecc2e-f109-485e-9768-89605d9034fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525283c-7d96-482b-acb7-f589b65e5d02,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:01.329875 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:01.378616 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=a434bb6b-ba19-470d-91ac-59d784a55c66,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:01.385604 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.385954 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.386323 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.386678 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.387104 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.387364 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.387690 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.388016 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.388340 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.388670 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.389021 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.390092 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.390092 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.390092 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.390378 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:01.966168 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860d38-6b05-418d-b3cc-d63d8fdf88cf req-d452a092-6b3a-44bc-8b8d-70a1fe6ad49b tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:01.968181 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de860d38-6b05-418d-b3cc-d63d8fdf88cf req-d452a092-6b3a-44bc-8b8d-70a1fe6ad49b tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 948 time: 0.0576143 Apr 12 14:27:02.021908 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de860d38-6b05-418d-b3cc-d63d8fdf88cf req-60977af4-ef3b-4c6b-95b0-edab3924fdf2 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Apr 12 14:27:02.138437 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9514ff-9551-4ca7-9177-5bd3789d1bd8 req-2c90130d-71cc-44a3-ac69-4d5790417b5b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:02.140007 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-da9514ff-9551-4ca7-9177-5bd3789d1bd8 req-2c90130d-71cc-44a3-ac69-4d5790417b5b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0472918 Apr 12 14:27:02.187082 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-da9514ff-9551-4ca7-9177-5bd3789d1bd8 req-b63724ea-36dc-4fc2-a624-ddfa6add0827 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Apr 12 14:27:02.203929 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['a434bb6b-ba19-470d-91ac-59d784a55c66'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:27:03.151123 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac84a03-1c56-454d-8ee5-8974d11ee55d req-8b74fd04-653d-4aae-876b-ef7c8efa45e1 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:03.152615 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7ac84a03-1c56-454d-8ee5-8974d11ee55d req-8b74fd04-653d-4aae-876b-ef7c8efa45e1 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 948 time: 0.0503051 Apr 12 14:27:03.204906 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7ac84a03-1c56-454d-8ee5-8974d11ee55d req-09f548cb-b1a1-40e8-af63-40f8320ca3a9 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Apr 12 14:27:03.312488 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c59d58-c76a-42bb-841e-077274c12d69 req-b42f6f2b-7675-460b-a08f-57211459ff25 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:03.314431 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2c59d58-c76a-42bb-841e-077274c12d69 req-b42f6f2b-7675-460b-a08f-57211459ff25 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0525401 Apr 12 14:27:03.366529 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2c59d58-c76a-42bb-841e-077274c12d69 req-da125a03-b55c-4e17-9944-f8760ded14f2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Apr 12 14:27:04.331021 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1e10-a2f9-465f-b9a7-68e9de0bae9f req-4961561e-278c-4ddd-a541-908713a932d4 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:04.333502 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4b6e1e10-a2f9-465f-b9a7-68e9de0bae9f req-4961561e-278c-4ddd-a541-908713a932d4 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 948 time: 0.0544777 Apr 12 14:27:04.382082 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4b6e1e10-a2f9-465f-b9a7-68e9de0bae9f req-2be6637b-6e1a-4f83-aa99-784ea4c3fa2c tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Apr 12 14:27:04.406042 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38926) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:04.496158 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baec2b-f134-44c7-9af4-2f9aecf2eaa3 req-e065f1b8-039f-4251-bbcd-b860737a5812 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:04.497697 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-36baec2b-f134-44c7-9af4-2f9aecf2eaa3 req-e065f1b8-039f-4251-bbcd-b860737a5812 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0505862 Apr 12 14:27:04.518658 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-788c0622-6efb-42a8-8cda-38f070f9de8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.546800 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-36baec2b-f134-44c7-9af4-2f9aecf2eaa3 req-7eed5d3e-104f-475a-9893-59b977942acc tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Apr 12 14:27:04.593284 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-788c0622-6efb-42a8-8cda-38f070f9de8c admin admin] Publish callbacks [] for security_group (89978ab3-3de1-4fd2-a2f1-4f3004174bea), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.632289 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-788c0622-6efb-42a8-8cda-38f070f9de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (89978ab3-3de1-4fd2-a2f1-4f3004174bea), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.671013 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-788c0622-6efb-42a8-8cda-38f070f9de8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46f77bd017ea4c07966cdf7c6d14ef99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637458 Apr 12 14:27:04.672134 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c0622-6efb-42a8-8cda-38f070f9de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89978ab3-3de1-4fd2-a2f1-4f3004174bea,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:04.674620 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38930) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:04.691858 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device a434bb6b-ba19-470d-91ac-59d784a55c66 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:04.741264 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a9cf19de-bff7-475c-8e16-19059c935c27 admin admin] Publish callbacks [] for security_group (89978ab3-3de1-4fd2-a2f1-4f3004174bea), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.748863 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port a434bb6b-ba19-470d-91ac-59d784a55c66 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:27:04.771080 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a9cf19de-bff7-475c-8e16-19059c935c27 admin admin] Publish callbacks [] for security_group (89978ab3-3de1-4fd2-a2f1-4f3004174bea), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.786869 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port a434bb6b-ba19-470d-91ac-59d784a55c66 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:04.787365 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.818596 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38938) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:04.868442 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port a434bb6b-ba19-470d-91ac-59d784a55c66 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:04.868949 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.883704 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a9cf19de-bff7-475c-8e16-19059c935c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (89978ab3-3de1-4fd2-a2f1-4f3004174bea), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.887070 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a9cf19de-bff7-475c-8e16-19059c935c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.894024 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-a9cf19de-bff7-475c-8e16-19059c935c27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89978ab3-3de1-4fd2-a2f1-4f3004174bea HTTP/1.1" status: 204 len: 168 time: 0.2135606 Apr 12 14:27:04.894303 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0c33b4-5106-4694-8dec-6d765484e84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a434bb6b-ba19-470d-91ac-59d784a55c66'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:27:04.896077 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26122969-7f71-4ee6-8954-50df2527fd16" -d '{"events": [{"server_uuid": "7d0c33b4-5106-4694-8dec-6d765484e84c", "name": "network-vif-plugged", "status": "completed", "tag": "a434bb6b-ba19-470d-91ac-59d784a55c66"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:27:04.897762 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf19de-bff7-475c-8e16-19059c935c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89978ab3-3de1-4fd2-a2f1-4f3004174bea,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:04.915192 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port a434bb6b-ba19-470d-91ac-59d784a55c66, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a434bb6b-ba19-470d-91ac-59d784a55c66,segment=NetworkSegment(ee2ab167-4e7c-412b-8a59-97f18df65703),segment_id=ee2ab167-4e7c-412b-8a59-97f18df65703)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:04.932864 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-619b5817-667d-433f-a18f-ef9673572b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:04.949376 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1666cc4-6072-44db-96d9-a342b72d9c46 x-openstack-request-id: req-a1666cc4-6072-44db-96d9-a342b72d9c46 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:27:04.949737 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0c33b4-5106-4694-8dec-6d765484e84c", "name": "network-vif-plugged", "status": "completed", "tag": "a434bb6b-ba19-470d-91ac-59d784a55c66", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:27:04.950094 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1666cc4-6072-44db-96d9-a342b72d9c46 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:27:04.950649 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1666cc4-6072-44db-96d9-a342b72d9c46'] response: {'server_uuid': '7d0c33b4-5106-4694-8dec-6d765484e84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a434bb6b-ba19-470d-91ac-59d784a55c66', 'code': 200} Apr 12 14:27:04.980983 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.011870 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-619b5817-667d-433f-a18f-ef9673572b10 admin admin] Publish callbacks [] for security_group (899df2e3-33f1-42fa-b1e6-c643d3942e77), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.029522 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=a434bb6b-ba19-470d-91ac-59d784a55c66,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:05.116685 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-619b5817-667d-433f-a18f-ef9673572b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (899df2e3-33f1-42fa-b1e6-c643d3942e77), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.359717 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-619b5817-667d-433f-a18f-ef9673572b10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed653165403949249d36b3f20f8b119d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399218 Apr 12 14:27:05.360403 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b5817-667d-433f-a18f-ef9673572b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899df2e3-33f1-42fa-b1e6-c643d3942e77,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:05.362424 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 38950) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:05.418004 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48d056c9-8fdf-4d6f-b582-10e152598440 admin admin] Publish callbacks [] for security_group (899df2e3-33f1-42fa-b1e6-c643d3942e77), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.445924 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48d056c9-8fdf-4d6f-b582-10e152598440 admin admin] Publish callbacks [] for security_group (899df2e3-33f1-42fa-b1e6-c643d3942e77), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.531180 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720dad-543d-4b10-890e-6c4868670150 req-968f6c26-d555-4f5d-90f8-57cdf1e45d4f tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:05.532898 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-02720dad-543d-4b10-890e-6c4868670150 req-968f6c26-d555-4f5d-90f8-57cdf1e45d4f tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0539343 Apr 12 14:27:05.568408 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38954) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:05.582822 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-351188d4-869a-425d-a131-a482dc7485a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.586986 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-02720dad-543d-4b10-890e-6c4868670150 req-166026ff-942c-44d0-9706-e6619b6402a1 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481915 Apr 12 14:27:05.632186 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48d056c9-8fdf-4d6f-b582-10e152598440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (899df2e3-33f1-42fa-b1e6-c643d3942e77), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.634594 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48d056c9-8fdf-4d6f-b582-10e152598440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.636998 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-48d056c9-8fdf-4d6f-b582-10e152598440 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/899df2e3-33f1-42fa-b1e6-c643d3942e77 HTTP/1.1" status: 204 len: 168 time: 0.2731991 Apr 12 14:27:05.645485 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d056c9-8fdf-4d6f-b582-10e152598440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899df2e3-33f1-42fa-b1e6-c643d3942e77,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:05.687612 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5a107-2f94-46a8-8b1e-ba80dc9e2b0d req-8451673b-0912-4c89-9a27-baf0b23c7aaa tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:05.690570 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-14e5a107-2f94-46a8-8b1e-ba80dc9e2b0d req-8451673b-0912-4c89-9a27-baf0b23c7aaa tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0664058 Apr 12 14:27:05.762760 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-351188d4-869a-425d-a131-a482dc7485a7 admin admin] Publish callbacks [] for security_group (2dacaacb-07db-46fe-abee-4e8904598645), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.769301 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-14e5a107-2f94-46a8-8b1e-ba80dc9e2b0d req-ab7eb2d8-dea1-474e-884e-86bb7135f2a2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714421 Apr 12 14:27:05.820631 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-351188d4-869a-425d-a131-a482dc7485a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2dacaacb-07db-46fe-abee-4e8904598645), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.862241 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351188d4-869a-425d-a131-a482dc7485a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dacaacb-07db-46fe-abee-4e8904598645,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:05.866552 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-351188d4-869a-425d-a131-a482dc7485a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45e033a342f545aaaaac4663e28cbaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970886 Apr 12 14:27:05.869177 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38966) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:05.918326 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-726b4522-6bec-4813-a287-d9762572966f admin admin] Publish callbacks [] for security_group (2dacaacb-07db-46fe-abee-4e8904598645), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.940385 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-726b4522-6bec-4813-a287-d9762572966f admin admin] Publish callbacks [] for security_group (2dacaacb-07db-46fe-abee-4e8904598645), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.037738 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-726b4522-6bec-4813-a287-d9762572966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2dacaacb-07db-46fe-abee-4e8904598645), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.040334 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-726b4522-6bec-4813-a287-d9762572966f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.041555 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-726b4522-6bec-4813-a287-d9762572966f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2dacaacb-07db-46fe-abee-4e8904598645 HTTP/1.1" status: 204 len: 168 time: 0.1706169 Apr 12 14:27:06.050921 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b4522-6bec-4813-a287-d9762572966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dacaacb-07db-46fe-abee-4e8904598645,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:06.480462 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38978) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:06.494319 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-638d2c8f-7c13-4fe9-aeae-3c2371952042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.573217 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-638d2c8f-7c13-4fe9-aeae-3c2371952042 admin admin] Publish callbacks [] for security_group (64f78a68-16d5-4e8b-a9ed-ecb1f8e95d71), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.627530 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-638d2c8f-7c13-4fe9-aeae-3c2371952042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (64f78a68-16d5-4e8b-a9ed-ecb1f8e95d71), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.670808 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d2c8f-7c13-4fe9-aeae-3c2371952042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f78a68-16d5-4e8b-a9ed-ecb1f8e95d71,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:06.676431 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-638d2c8f-7c13-4fe9-aeae-3c2371952042 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2e1455551ae4f0ca7585be7be20702f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948547 Apr 12 14:27:06.681402 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 38988) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:06.709492 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424810e-cce3-40c1-82b2-18ecb27b8151 req-885e71b7-7c75-4bd6-b651-1323d8080621 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:06.711008 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1424810e-cce3-40c1-82b2-18ecb27b8151 req-885e71b7-7c75-4bd6-b651-1323d8080621 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0479789 Apr 12 14:27:06.740258 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-42eee53e-61b5-480c-b0a3-944d1cfd12fa admin admin] Publish callbacks [] for security_group (64f78a68-16d5-4e8b-a9ed-ecb1f8e95d71), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.764279 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-42eee53e-61b5-480c-b0a3-944d1cfd12fa admin admin] Publish callbacks [] for security_group (64f78a68-16d5-4e8b-a9ed-ecb1f8e95d71), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.776469 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1424810e-cce3-40c1-82b2-18ecb27b8151 req-3a6a1512-3164-4657-85af-2741c6f16c29 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592659 Apr 12 14:27:06.900190 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa642a14-9df3-4781-b7ef-029bd9a3b966 req-4d1ea1a6-7704-43ba-ae65-c73823ab5a6f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:06.901674 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa642a14-9df3-4781-b7ef-029bd9a3b966 req-4d1ea1a6-7704-43ba-ae65-c73823ab5a6f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0456040 Apr 12 14:27:06.935354 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-42eee53e-61b5-480c-b0a3-944d1cfd12fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (64f78a68-16d5-4e8b-a9ed-ecb1f8e95d71), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.937883 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-42eee53e-61b5-480c-b0a3-944d1cfd12fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:06.939609 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-42eee53e-61b5-480c-b0a3-944d1cfd12fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64f78a68-16d5-4e8b-a9ed-ecb1f8e95d71 HTTP/1.1" status: 204 len: 168 time: 0.2570803 Apr 12 14:27:06.957388 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eee53e-61b5-480c-b0a3-944d1cfd12fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f78a68-16d5-4e8b-a9ed-ecb1f8e95d71,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:06.970553 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa642a14-9df3-4781-b7ef-029bd9a3b966 req-7b020a1b-dda0-47a0-aa3a-766d98038163 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619545 Apr 12 14:27:07.898733 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23332cce-7ec3-4555-a223-29fd720fde6f req-60508c74-0e90-43de-b452-ff83c89e16b3 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:07.900205 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-23332cce-7ec3-4555-a223-29fd720fde6f req-60508c74-0e90-43de-b452-ff83c89e16b3 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0498302 Apr 12 14:27:07.949089 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-23332cce-7ec3-4555-a223-29fd720fde6f req-a64292fd-85c8-457e-af03-aa5ef361eff2 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Apr 12 14:27:08.079277 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86937f10-5440-448c-9b2d-e8e504e52316 req-95719c42-eb4c-4c85-97ee-596c75602168 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:08.080873 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86937f10-5440-448c-9b2d-e8e504e52316 req-95719c42-eb4c-4c85-97ee-596c75602168 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0492787 Apr 12 14:27:08.144255 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86937f10-5440-448c-9b2d-e8e504e52316 req-ef7487d4-91f0-41f7-b441-6a552df7ebbe tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573180 Apr 12 14:27:08.661133 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:08.686777 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 39090) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:08.800471 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-504bda94-f721-4bab-92d5-765345ff9f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:08.873788 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-504bda94-f721-4bab-92d5-765345ff9f68 admin admin] Publish callbacks [] for security_group (86b574e0-45de-435e-8daa-feff39a48792), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:08.952537 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-504bda94-f721-4bab-92d5-765345ff9f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (86b574e0-45de-435e-8daa-feff39a48792), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:08.993670 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-504bda94-f721-4bab-92d5-765345ff9f68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=686b0c6549e54920a69a161eabc4ba90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058100 Apr 12 14:27:08.994793 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bda94-f721-4bab-92d5-765345ff9f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b574e0-45de-435e-8daa-feff39a48792,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:08.999587 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 39104) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:09.052912 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed39ae10-5a64-402a-af86-7fdf92f57421 admin admin] Publish callbacks [] for security_group (86b574e0-45de-435e-8daa-feff39a48792), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.071888 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c30c1-8883-4013-a460-5b513e871124 req-431ca797-959e-437d-a23a-9c54e02e403f tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:09.074107 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ad5c30c1-8883-4013-a460-5b513e871124 req-431ca797-959e-437d-a23a-9c54e02e403f tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0521164 Apr 12 14:27:09.083613 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed39ae10-5a64-402a-af86-7fdf92f57421 admin admin] Publish callbacks [] for security_group (86b574e0-45de-435e-8daa-feff39a48792), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.089609 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 39106) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:09.122349 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ad5c30c1-8883-4013-a460-5b513e871124 req-378e04a6-6071-4364-a75d-f0bcc0c7594c tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Apr 12 14:27:09.211521 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e54a4717-af00-48a4-83c9-46ed2949cb26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.228749 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed39ae10-5a64-402a-af86-7fdf92f57421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (86b574e0-45de-435e-8daa-feff39a48792), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.231183 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed39ae10-5a64-402a-af86-7fdf92f57421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.232268 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ed39ae10-5a64-402a-af86-7fdf92f57421 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/86b574e0-45de-435e-8daa-feff39a48792 HTTP/1.1" status: 204 len: 168 time: 0.2317562 Apr 12 14:27:09.266552 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39ae10-5a64-402a-af86-7fdf92f57421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b574e0-45de-435e-8daa-feff39a48792,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:09.281340 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0828f-1f76-4d68-9d25-0ecf494175cf req-22fcafb8-0a3e-4418-9287-021e802df129 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:09.283196 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dce0828f-1f76-4d68-9d25-0ecf494175cf req-22fcafb8-0a3e-4418-9287-021e802df129 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0684419 Apr 12 14:27:09.353412 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dce0828f-1f76-4d68-9d25-0ecf494175cf req-8be16561-b927-423b-bc84-e778560fe250 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633540 Apr 12 14:27:09.388714 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e54a4717-af00-48a4-83c9-46ed2949cb26 admin admin] Publish callbacks [] for security_group (8d69f3d7-53f9-4765-aea3-21af2134f14e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.459495 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e54a4717-af00-48a4-83c9-46ed2949cb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8d69f3d7-53f9-4765-aea3-21af2134f14e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.499300 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e54a4717-af00-48a4-83c9-46ed2949cb26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2faee9a00794d808b08408f47a5bbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086423 Apr 12 14:27:09.500239 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a4717-af00-48a4-83c9-46ed2949cb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d69f3d7-53f9-4765-aea3-21af2134f14e,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:09.502689 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 39116) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:09.560551 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d97b4980-e950-412c-8388-7771c915f1aa admin admin] Publish callbacks [] for security_group (8d69f3d7-53f9-4765-aea3-21af2134f14e), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.585174 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d97b4980-e950-412c-8388-7771c915f1aa admin admin] Publish callbacks [] for security_group (8d69f3d7-53f9-4765-aea3-21af2134f14e), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.756978 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d97b4980-e950-412c-8388-7771c915f1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8d69f3d7-53f9-4765-aea3-21af2134f14e), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.759426 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d97b4980-e950-412c-8388-7771c915f1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:09.760662 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-d97b4980-e950-412c-8388-7771c915f1aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d69f3d7-53f9-4765-aea3-21af2134f14e HTTP/1.1" status: 204 len: 168 time: 0.2566707 Apr 12 14:27:09.769804 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b4980-e950-412c-8388-7771c915f1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d69f3d7-53f9-4765-aea3-21af2134f14e,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:10.154744 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69dbe0-2c47-4c65-a146-407e5ac7ec7f req-419430a8-6874-4386-82f8-183671999fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.156047 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-da69dbe0-2c47-4c65-a146-407e5ac7ec7f req-419430a8-6874-4386-82f8-183671999fb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 1133 time: 0.0395124 Apr 12 14:27:10.232291 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-da69dbe0-2c47-4c65-a146-407e5ac7ec7f req-2a680c48-d4cf-46ef-b764-4bd940a02d58 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685713 Apr 12 14:27:10.248023 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e75b45-a71e-4097-ac2b-6d2ddf443804 req-b22d9683-3fb6-4ce5-a00e-49d3038c5d3b tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.249447 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-43e75b45-a71e-4097-ac2b-6d2ddf443804 req-b22d9683-3fb6-4ce5-a00e-49d3038c5d3b tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0578949 Apr 12 14:27:10.297464 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-43e75b45-a71e-4097-ac2b-6d2ddf443804 req-821d11c2-b53f-43d5-b55c-419c43c34af7 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Apr 12 14:27:10.472195 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1089-f369-4b1e-bdef-f05ce2531870 req-71041754-5790-412c-bf65-704777450816 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.473802 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-764a1089-f369-4b1e-bdef-f05ce2531870 req-71041754-5790-412c-bf65-704777450816 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0523555 Apr 12 14:27:10.562390 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854968-8407-41e9-85cc-df29e85810d7 req-a6a60f88-7a72-47c0-add6-f5b97f395d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.569050 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-26854968-8407-41e9-85cc-df29e85810d7 req-a6a60f88-7a72-47c0-add6-f5b97f395d78 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 1130 time: 0.0893781 Apr 12 14:27:10.598362 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-764a1089-f369-4b1e-bdef-f05ce2531870 req-d430284c-f9a1-496d-8c63-182bb15277d2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959189 Apr 12 14:27:10.631750 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-26854968-8407-41e9-85cc-df29e85810d7 req-a0fbd295-6550-465e-8b6f-bdab289e5158 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570328 Apr 12 14:27:10.901714 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 39136) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:10.915092 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b9733091-f6e0-45b5-a6fd-5ceeb5157384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:10.995061 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b9733091-f6e0-45b5-a6fd-5ceeb5157384 admin admin] Publish callbacks [] for security_group (93cd81fb-823f-46f7-8b41-a282d992682c), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:11.066914 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b9733091-f6e0-45b5-a6fd-5ceeb5157384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (93cd81fb-823f-46f7-8b41-a282d992682c), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:11.106029 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-b9733091-f6e0-45b5-a6fd-5ceeb5157384 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe7d623ecee6403d8c4f5e3c82ef3ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032344 Apr 12 14:27:11.106892 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9733091-f6e0-45b5-a6fd-5ceeb5157384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cd81fb-823f-46f7-8b41-a282d992682c,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:11.109379 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 39138) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:11.171090 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84215982-be16-45c8-aee1-fccdf3cf44fb admin admin] Publish callbacks [] for security_group (93cd81fb-823f-46f7-8b41-a282d992682c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:11.193514 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84215982-be16-45c8-aee1-fccdf3cf44fb admin admin] Publish callbacks [] for security_group (93cd81fb-823f-46f7-8b41-a282d992682c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:11.347361 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84215982-be16-45c8-aee1-fccdf3cf44fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (93cd81fb-823f-46f7-8b41-a282d992682c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:11.350900 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84215982-be16-45c8-aee1-fccdf3cf44fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:11.352920 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-84215982-be16-45c8-aee1-fccdf3cf44fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93cd81fb-823f-46f7-8b41-a282d992682c HTTP/1.1" status: 204 len: 168 time: 0.2416866 Apr 12 14:27:11.362341 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84215982-be16-45c8-aee1-fccdf3cf44fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cd81fb-823f-46f7-8b41-a282d992682c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:11.421889 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e601df-7481-4a5b-aff7-5365702cb03e req-72ad654b-707b-4000-8acf-d532c1e66d8d tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:11.424023 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c8e601df-7481-4a5b-aff7-5365702cb03e req-72ad654b-707b-4000-8acf-d532c1e66d8d tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0553596 Apr 12 14:27:11.492846 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c8e601df-7481-4a5b-aff7-5365702cb03e req-46f28b9e-f50b-4c07-9e14-515855b863a1 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636048 Apr 12 14:27:11.725170 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dfc35-1457-4feb-bd55-e18064ae62b4 req-bb6f2082-6a25-4b7a-93cd-c4de14f3a797 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:11.726839 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-145dfc35-1457-4feb-bd55-e18064ae62b4 req-bb6f2082-6a25-4b7a-93cd-c4de14f3a797 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0562692 Apr 12 14:27:11.777250 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-145dfc35-1457-4feb-bd55-e18064ae62b4 req-1af5c876-30ec-4ec6-adca-7d8d5c97d91f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440404 Apr 12 14:27:12.620841 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d9cb-4542-49c7-9e60-797938e9c3ef req-a8c48076-0e5c-4886-8f0e-5dccf555583d tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:12.622351 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4455d9cb-4542-49c7-9e60-797938e9c3ef req-a8c48076-0e5c-4886-8f0e-5dccf555583d tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0510018 Apr 12 14:27:12.684939 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4455d9cb-4542-49c7-9e60-797938e9c3ef req-69b37f63-fb37-4cdb-8dda-fd6db2e949a9 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548904 Apr 12 14:27:12.891747 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef590dd5-51f1-4fe2-ba93-8f992cd7b53b req-2e86e7c0-7a9e-4667-ab83-f60ef1a95584 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:12.893603 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef590dd5-51f1-4fe2-ba93-8f992cd7b53b req-2e86e7c0-7a9e-4667-ab83-f60ef1a95584 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0473468 Apr 12 14:27:12.941185 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef590dd5-51f1-4fe2-ba93-8f992cd7b53b req-86ded970-58f6-41da-93e6-e3fbc5000f3e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Apr 12 14:27:13.060260 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cb321-3d22-4ddc-8d15-94ac4c770af0 req-7dbe2bff-ee30-4c98-9628-86c0112069b9 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:13.061785 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ea4cb321-3d22-4ddc-8d15-94ac4c770af0 req-7dbe2bff-ee30-4c98-9628-86c0112069b9 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0515020 Apr 12 14:27:13.238424 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa634d9-1350-4295-bc75-dc7bc6be0a29 req-f137f210-ada7-465b-832a-1ec3546b9b0e tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:13.240041 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9aa634d9-1350-4295-bc75-dc7bc6be0a29 req-f137f210-ada7-465b-832a-1ec3546b9b0e tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0581729 Apr 12 14:27:13.240535 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 39230) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:13.292952 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9aa634d9-1350-4295-bc75-dc7bc6be0a29 req-5325d405-f446-4c9c-affa-c61705f8308e tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465493 Apr 12 14:27:13.336504 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ea4cb321-3d22-4ddc-8d15-94ac4c770af0 req-ca0f7ae2-df8a-43eb-93d4-eac905ea52ed tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636971 Apr 12 14:27:13.400719 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7753f2fe-c866-4d24-9a57-83dfcc293403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.500309 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7753f2fe-c866-4d24-9a57-83dfcc293403 admin admin] Publish callbacks [] for security_group (7490bf48-6195-4bb8-bb4b-d2e6f78eca2d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.638327 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7753f2fe-c866-4d24-9a57-83dfcc293403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7490bf48-6195-4bb8-bb4b-d2e6f78eca2d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.686199 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7753f2fe-c866-4d24-9a57-83dfcc293403 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc424635b0cb4cb9ba8303cdbeee1eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444520 Apr 12 14:27:13.687081 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753f2fe-c866-4d24-9a57-83dfcc293403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7490bf48-6195-4bb8-bb4b-d2e6f78eca2d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:13.689393 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 39240) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:13.739069 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7cd9-3817-4b9c-8ed4-454ba3368b8c admin admin] Publish callbacks [] for security_group (7490bf48-6195-4bb8-bb4b-d2e6f78eca2d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.753028 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-247647dd-ddb8-4809-8e47-02afe755acaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.760851 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7cd9-3817-4b9c-8ed4-454ba3368b8c admin admin] Publish callbacks [] for security_group (7490bf48-6195-4bb8-bb4b-d2e6f78eca2d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.876643 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7cd9-3817-4b9c-8ed4-454ba3368b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7490bf48-6195-4bb8-bb4b-d2e6f78eca2d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.879257 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7cd9-3817-4b9c-8ed4-454ba3368b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.880506 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-9dfc7cd9-3817-4b9c-8ed4-454ba3368b8c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7490bf48-6195-4bb8-bb4b-d2e6f78eca2d HTTP/1.1" status: 204 len: 168 time: 0.1894045 Apr 12 14:27:13.890137 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7cd9-3817-4b9c-8ed4-454ba3368b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7490bf48-6195-4bb8-bb4b-d2e6f78eca2d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:14.411344 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f983-f961-4324-a3ea-b66fd53b8a55 req-1562f19d-f41e-42dd-8936-354600ffdf18 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:14.412983 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b916f983-f961-4324-a3ea-b66fd53b8a55 req-1562f19d-f41e-42dd-8936-354600ffdf18 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0476384 Apr 12 14:27:14.465340 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b916f983-f961-4324-a3ea-b66fd53b8a55 req-a5e7b793-9679-4cc9-ab67-ae9c7fd16673 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Apr 12 14:27:14.772783 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:27:15.580729 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6460bb-107f-403a-a937-b35b304930ea req-56c300f3-42eb-4519-bfac-1098083eb380 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:15.582304 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-eb6460bb-107f-403a-a937-b35b304930ea req-56c300f3-42eb-4519-bfac-1098083eb380 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0494084 Apr 12 14:27:15.632037 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-eb6460bb-107f-403a-a937-b35b304930ea req-e7d3099d-4b3e-4828-962a-0323d77db01b tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Apr 12 14:27:15.957753 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf678-1494-432f-84d8-560220e5a02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:16.743626 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b6d6b-0894-42e1-83fd-aa7e82d5ca45 req-e7ea1b99-ac8d-486c-9450-e0e2ac656fc4 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:16.744976 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-980b6d6b-0894-42e1-83fd-aa7e82d5ca45 req-e7ea1b99-ac8d-486c-9450-e0e2ac656fc4 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0446911 Apr 12 14:27:16.790493 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-980b6d6b-0894-42e1-83fd-aa7e82d5ca45 req-5b1a9433-8c3f-4460-9df0-bebeabe1df51 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Apr 12 14:27:16.929183 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:17.722853 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-830f4af5-f875-4fff-a3e1-8ec2f5a14821 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:17.724412 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-830f4af5-f875-4fff-a3e1-8ec2f5a14821 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0482903 Apr 12 14:27:17.857511 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Deleting port a434bb6b-ba19-470d-91ac-59d784a55c66 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:27:17.858172 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:17.905673 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71053161-8cde-4f27-a40b-29e93698ab35 req-ef477b81-c357-451a-9533-6b890c7bf15a tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:17.907260 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-71053161-8cde-4f27-a40b-29e93698ab35 req-ef477b81-c357-451a-9533-6b890c7bf15a tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 949 time: 0.0468707 Apr 12 14:27:17.959751 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-71053161-8cde-4f27-a40b-29e93698ab35 req-eb038992-0d7c-462b-9a02-ba36952c2bb3 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/security-groups?id=a23b15d3-c533-4221-b363-49b1c09007f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455208 Apr 12 14:27:17.965390 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] For port a434bb6b-ba19-470d-91ac-59d784a55c66, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a434bb6b-ba19-470d-91ac-59d784a55c66,segment=NetworkSegment(ee2ab167-4e7c-412b-8a59-97f18df65703),segment_id=ee2ab167-4e7c-412b-8a59-97f18df65703)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:17.965949 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:17.983324 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Calling delete_port for a434bb6b-ba19-470d-91ac-59d784a55c66 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:27:18.249786 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (a434bb6b-ba19-470d-91ac-59d784a55c66), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:18.271424 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['a434bb6b-ba19-470d-91ac-59d784a55c66'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:27:18.278611 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Pushing event deleted for resources: {'Port': ['ID=a434bb6b-ba19-470d-91ac-59d784a55c66,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:18.355082 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] No DVR routers for this DVR port a434bb6b-ba19-470d-91ac-59d784a55c66 on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:27:18.358480 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:18.362672 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-007dfe31-e43f-4f60-86b5-1f1648f179ae req-0459bb53-f80d-4711-87a5-d68b8eee58e8 tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.48 "DELETE /v2.0/ports/a434bb6b-ba19-470d-91ac-59d784a55c66 HTTP/1.1" status: 204 len: 173 time: 0.6243153 Apr 12 14:27:18.363287 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0c33b4-5106-4694-8dec-6d765484e84c', 'name': 'network-vif-deleted', 'tag': 'a434bb6b-ba19-470d-91ac-59d784a55c66'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:27:18.366022 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e989367d-1efc-41a1-9ee2-0ed6c39a98f7" -d '{"events": [{"server_uuid": "7d0c33b4-5106-4694-8dec-6d765484e84c", "name": "network-vif-deleted", "tag": "a434bb6b-ba19-470d-91ac-59d784a55c66"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:27:18.405196 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bf95f8-6a1c-4a08-9a03-10628a80d5d3 x-openstack-request-id: req-48bf95f8-6a1c-4a08-9a03-10628a80d5d3 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:27:18.405811 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0c33b4-5106-4694-8dec-6d765484e84c", "name": "network-vif-deleted", "tag": "a434bb6b-ba19-470d-91ac-59d784a55c66", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:27:18.406202 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48bf95f8-6a1c-4a08-9a03-10628a80d5d3 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:27:18.406876 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48bf95f8-6a1c-4a08-9a03-10628a80d5d3'] response: {'server_uuid': '7d0c33b4-5106-4694-8dec-6d765484e84c', 'name': 'network-vif-deleted', 'tag': 'a434bb6b-ba19-470d-91ac-59d784a55c66', 'status': 'completed', 'code': 200} Apr 12 14:27:18.672763 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:19.092122 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91ad4aec-e052-4c12-9af6-39f95fa05e92 req-ae92f63b-a536-4a8a-b689-b95165f4e8da tempest-VolumesNegativeTest-140317465 tempest-VolumesNegativeTest-140317465-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d0c33b4-5106-4694-8dec-6d765484e84c HTTP/1.1" status: 200 len: 210 time: 0.0387375 Apr 12 14:27:19.187369 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f45ce-a717-409d-a76e-bde94cf3fadc req-15aca354-6522-4220-87fe-d1501a40a218 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:19.188857 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ed8f45ce-a717-409d-a76e-bde94cf3fadc req-15aca354-6522-4220-87fe-d1501a40a218 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0506065 Apr 12 14:27:19.236455 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ed8f45ce-a717-409d-a76e-bde94cf3fadc req-17b7f749-5723-480d-8f21-35e49b46432c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Apr 12 14:27:19.408984 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-8d5ca2c1-a719-4c53-92e8-bf91a6dba63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:19.410489 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-8d5ca2c1-a719-4c53-92e8-bf91a6dba63c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 1129 time: 0.0385692 Apr 12 14:27:19.511350 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-13a6b1f0-03f9-42b2-bc05-be6246060967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:19.512721 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-13a6b1f0-03f9-42b2-bc05-be6246060967 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.0951657 Apr 12 14:27:19.553859 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-e50f6099-3e2b-4dad-a1da-04e06b453d8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3 HTTP/1.1" status: 200 len: 217 time: 0.0345287 Apr 12 14:27:19.603231 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-7cc1ac10-5c9c-423b-bd9b-6821a887b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:19.604725 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-7cc1ac10-5c9c-423b-bd9b-6821a887b860 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0447946 Apr 12 14:27:19.655441 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-81328ffa-04bf-4494-91fb-50166a98c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:19.656929 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-81328ffa-04bf-4494-91fb-50166a98c065 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436313 Apr 12 14:27:19.750488 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-7435b73a-bf78-4d4f-aec8-7b5464548cff service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853202 Apr 12 14:27:19.847602 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cb90f0-92db-48cc-bbdf-4c371a29b008 req-36941449-c986-4020-9bc6-57465a32c6e8 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895073 Apr 12 14:27:20.021457 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:20.374145 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbb858-ca2f-4508-8c51-88034f9785dc req-4c4fd857-1ee7-4139-9bb3-0608b0de106f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:20.374145 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4ecbb858-ca2f-4508-8c51-88034f9785dc req-4c4fd857-1ee7-4139-9bb3-0608b0de106f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0608938 Apr 12 14:27:20.426668 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4ecbb858-ca2f-4508-8c51-88034f9785dc req-0d91a592-8219-42b6-85fb-4d82f7d837ef tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483038 Apr 12 14:27:21.558041 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175f397-bb54-4536-865f-3a19f16e109e req-ac1e7a4c-dd92-4a86-bf40-f7b596ce43fe tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:21.560616 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b175f397-bb54-4536-865f-3a19f16e109e req-ac1e7a4c-dd92-4a86-bf40-f7b596ce43fe tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0508556 Apr 12 14:27:21.620000 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b175f397-bb54-4536-865f-3a19f16e109e req-e88f027a-7f20-4028-bf33-443c35c55261 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482464 Apr 12 14:27:22.033889 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device a434bb6b-ba19-470d-91ac-59d784a55c66 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:27:22.057303 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: a434bb6b-ba19-470d-91ac-59d784a55c66 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:27:22.058678 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device a434bb6b-ba19-470d-91ac-59d784a55c66 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:27:22.745154 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca8676-64aa-4644-8eb3-f9129b9f5b23 req-a1ba8675-70c5-43b2-8af0-851e61fe61d8 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:22.746665 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b4ca8676-64aa-4644-8eb3-f9129b9f5b23 req-a1ba8675-70c5-43b2-8af0-851e61fe61d8 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0508847 Apr 12 14:27:22.800672 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b4ca8676-64aa-4644-8eb3-f9129b9f5b23 req-43c5ad64-56c2-4373-b8bc-8e28f766b539 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474966 Apr 12 14:27:23.924234 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bccab3-9a0d-4386-b249-c3894392ba1c req-71a4d0d7-9cc0-43b2-a945-f91e26aa14b0 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:23.939827 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-53bccab3-9a0d-4386-b249-c3894392ba1c req-71a4d0d7-9cc0-43b2-a945-f91e26aa14b0 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0513411 Apr 12 14:27:23.991850 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-53bccab3-9a0d-4386-b249-c3894392ba1c req-d1b2e0cc-242c-4f05-ac2c-5f2ceeef31c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575814 Apr 12 14:27:24.077058 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 39686) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:24.226518 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ddfe7da0-478e-441f-a497-98e192ee30a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.310996 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ddfe7da0-478e-441f-a497-98e192ee30a5 admin admin] Publish callbacks [] for security_group (7f1084a2-c850-4210-a433-96b30dad7f6f), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.449761 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ddfe7da0-478e-441f-a497-98e192ee30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7f1084a2-c850-4210-a433-96b30dad7f6f), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.491615 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe7da0-478e-441f-a497-98e192ee30a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1084a2-c850-4210-a433-96b30dad7f6f,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:24.511838 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ddfe7da0-478e-441f-a497-98e192ee30a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acc6a560caaf472aa26af3f89cdb833c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297340 Apr 12 14:27:24.513180 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 39724) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:24.563995 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0977d6b3-7d65-4f9d-9bfb-2fa79fdf480b admin admin] Publish callbacks [] for security_group (7f1084a2-c850-4210-a433-96b30dad7f6f), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.586167 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0977d6b3-7d65-4f9d-9bfb-2fa79fdf480b admin admin] Publish callbacks [] for security_group (7f1084a2-c850-4210-a433-96b30dad7f6f), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.741585 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0977d6b3-7d65-4f9d-9bfb-2fa79fdf480b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7f1084a2-c850-4210-a433-96b30dad7f6f), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.744251 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0977d6b3-7d65-4f9d-9bfb-2fa79fdf480b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.747966 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-0977d6b3-7d65-4f9d-9bfb-2fa79fdf480b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f1084a2-c850-4210-a433-96b30dad7f6f HTTP/1.1" status: 204 len: 168 time: 0.2313612 Apr 12 14:27:24.754113 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977d6b3-7d65-4f9d-9bfb-2fa79fdf480b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1084a2-c850-4210-a433-96b30dad7f6f,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:25.107199 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8993e-0ef0-4997-adac-50600ef15f18 req-dd4322cb-36c6-409c-9088-96dedc720c35 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:25.108659 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cbf8993e-0ef0-4997-adac-50600ef15f18 req-dd4322cb-36c6-409c-9088-96dedc720c35 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0486267 Apr 12 14:27:25.154362 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cbf8993e-0ef0-4997-adac-50600ef15f18 req-89e5afc1-e806-4108-b6e9-5ce1df6ab0f2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Apr 12 14:27:25.646650 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8792e9d-fe25-45d7-8537-a8b6caf0bd90 req-655404cc-1f2f-4a8c-9e5a-a28debff0b6b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:25.648200 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d8792e9d-fe25-45d7-8537-a8b6caf0bd90 req-655404cc-1f2f-4a8c-9e5a-a28debff0b6b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0543861 Apr 12 14:27:25.705515 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d8792e9d-fe25-45d7-8537-a8b6caf0bd90 req-1e79a268-114e-42b4-a679-0f475c2886f6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516210 Apr 12 14:27:26.271272 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e881e-ee84-4dd8-b4c9-f2c4956ba03e req-4e299df1-faa0-4b2e-884b-407a0aff8f0e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:26.272919 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f06e881e-ee84-4dd8-b4c9-f2c4956ba03e req-4e299df1-faa0-4b2e-884b-407a0aff8f0e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0458062 Apr 12 14:27:26.321833 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f06e881e-ee84-4dd8-b4c9-f2c4956ba03e req-5773735e-3d9a-45de-9572-d90ef6a93d58 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431974 Apr 12 14:27:26.826373 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb142e9d-461d-403d-b364-bab252cafe40 req-9bc898ef-8a25-4da0-9fb5-99f989c04a1c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:26.827766 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bb142e9d-461d-403d-b364-bab252cafe40 req-9bc898ef-8a25-4da0-9fb5-99f989c04a1c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0471387 Apr 12 14:27:26.888549 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bb142e9d-461d-403d-b364-bab252cafe40 req-1c36eccf-8ef7-46bb-ba03-4a2e19ba645b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537694 Apr 12 14:27:27.443017 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea277088-7591-4985-9cc9-e7a845074758 req-e7a3f51a-03e6-4806-b4f7-81f8ef2718b4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:27.444437 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea277088-7591-4985-9cc9-e7a845074758 req-e7a3f51a-03e6-4806-b4f7-81f8ef2718b4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0506856 Apr 12 14:27:27.494818 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea277088-7591-4985-9cc9-e7a845074758 req-ab2c6498-9371-4910-af80-d34dc7b55de8 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Apr 12 14:27:27.511572 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 39862) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:27.713254 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6994d33e-e6b4-4c51-a493-7c786e08a7ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d5c7c86d23b4beba850f169f412760d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003906 Apr 12 14:27:27.715893 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 39874) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:27.771682 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-43b436d6-8a54-4d3c-9c3e-f3019e79865b admin admin] Publish callbacks [] for security_group (a23b15d3-c533-4221-b363-49b1c09007f2), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:27.798661 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-43b436d6-8a54-4d3c-9c3e-f3019e79865b admin admin] Publish callbacks [] for security_group (a23b15d3-c533-4221-b363-49b1c09007f2), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:27.918929 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-43b436d6-8a54-4d3c-9c3e-f3019e79865b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a23b15d3-c533-4221-b363-49b1c09007f2), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:27.922136 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-43b436d6-8a54-4d3c-9c3e-f3019e79865b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:27.925584 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-43b436d6-8a54-4d3c-9c3e-f3019e79865b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a23b15d3-c533-4221-b363-49b1c09007f2 HTTP/1.1" status: 204 len: 168 time: 0.2060075 Apr 12 14:27:27.934651 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b436d6-8a54-4d3c-9c3e-f3019e79865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23b15d3-c533-4221-b363-49b1c09007f2,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:28.016226 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f6c4-43f4-4037-9feb-73a4ec9d668b req-0a24ab38-7a26-4bc0-9c43-46de671a6e66 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:28.018851 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bb88f6c4-43f4-4037-9feb-73a4ec9d668b req-0a24ab38-7a26-4bc0-9c43-46de671a6e66 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0535343 Apr 12 14:27:28.069094 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bb88f6c4-43f4-4037-9feb-73a4ec9d668b req-3dc69b24-45b3-4a5f-8086-b71356306656 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448024 Apr 12 14:27:28.609760 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115ed00-1d72-47fb-8173-6ecedd4342ac req-bb969f2a-9f66-4c40-8f4d-803cf4bfecb7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:28.611986 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b115ed00-1d72-47fb-8173-6ecedd4342ac req-bb969f2a-9f66-4c40-8f4d-803cf4bfecb7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0496600 Apr 12 14:27:28.659263 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b115ed00-1d72-47fb-8173-6ecedd4342ac req-a160c1cd-9967-4cf8-a8d3-df6dc70667b2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Apr 12 14:27:29.192156 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe9147-7a49-4d95-8fad-5e1b475c5d26 req-1b4e4319-451a-4c51-8070-d1162b941dac tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:29.193682 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-36fe9147-7a49-4d95-8fad-5e1b475c5d26 req-1b4e4319-451a-4c51-8070-d1162b941dac tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0509601 Apr 12 14:27:29.241391 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-36fe9147-7a49-4d95-8fad-5e1b475c5d26 req-6750ff4c-1ef3-4cfe-8faf-0c9af9ba1889 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421250 Apr 12 14:27:29.249138 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 39918) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:29.345815 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1844196893-network', 'tenant_id': 'd09d16c1614c4715a121f402aeaa024f'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:29.495341 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Made reservation on behalf of d09d16c1614c4715a121f402aeaa024f for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:27:29.497625 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.506367 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.578665 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Publish callbacks [] for security_group (064e7448-6d38-435f-8523-3af5a09a0b54), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.695630 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (064e7448-6d38-435f-8523-3af5a09a0b54), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.721221 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:27:29.730275 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064e7448-6d38-435f-8523-3af5a09a0b54,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:29.737751 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (ecc5baab-70dc-4783-9d5e-9fe9d54a10d2), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.739522 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Added segment ecc5baab-70dc-4783-9d5e-9fe9d54a10d2 of type vlan for network e9f89579-be7f-4f44-b432-24a5c10c1fa9 Apr 12 14:27:29.795960 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (e9f89579-be7f-4f44-b432-24a5c10c1fa9), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.803603 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a65bd-fc5a-41ce-b73d-2e3115e244c5 req-5d2ba07c-7f12-4a62-9937-67246d27c33d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:29.805263 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b2a65bd-fc5a-41ce-b73d-2e3115e244c5 req-5d2ba07c-7f12-4a62-9937-67246d27c33d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0524216 Apr 12 14:27:29.854291 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b2a65bd-fc5a-41ce-b73d-2e3115e244c5 req-aa7f6b4a-d0c4-436c-8f85-78800c1b56e3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432725 Apr 12 14:27:29.906954 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (e9f89579-be7f-4f44-b432-24a5c10c1fa9), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.908114 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:29.908710 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.979102 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f89579-be7f-4f44-b432-24a5c10c1fa9,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:30.016260 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network e9f89579-be7f-4f44-b432-24a5c10c1fa9 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:27:30.047245 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-702fb5f0-2d1e-4607-a8b2-4538715978b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7968745 Apr 12 14:27:30.051101 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 39936) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:30.056197 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Request body: {'subnet': {'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1844196893-subnet', 'tenant_id': 'd09d16c1614c4715a121f402aeaa024f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:30.158572 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Made reservation on behalf of d09d16c1614c4715a121f402aeaa024f for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:27:30.160984 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12654939'] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:30.371323 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb07e8-d2d8-4dcf-82c0-536668fb1979 req-674377ad-ac62-41db-b80c-e7b64fea5837 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:30.372814 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0adb07e8-d2d8-4dcf-82c0-536668fb1979 req-674377ad-ac62-41db-b80c-e7b64fea5837 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0555782 Apr 12 14:27:30.420958 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0adb07e8-d2d8-4dcf-82c0-536668fb1979 req-05edb085-2249-4734-aee0-c16fc7ccedad tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415530 Apr 12 14:27:30.438827 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14564050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12654921'] for subnet (a422e518-62cd-4ec7-aad3-823bd8c9b425), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:30.494431 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a422e518-62cd-4ec7-aad3-823bd8c9b425,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:30.513530 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Checking segment: {'id': 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:27:30.514046 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Network hostable DHCP agents. Network: e9f89579-be7f-4f44-b432-24a5c10c1fa9, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:27:30.684639 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Network e9f89579-be7f-4f44-b432-24a5c10c1fa9 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:27:30.849610 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, e9f89579-be7f-4f44-b432-24a5c10c1fa9) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:30.854040 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:30.854604 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:30.859613 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa25ee-461e-4eda-bc03-d3a7c1860944 None None] Network e9f89579-be7f-4f44-b432-24a5c10c1fa9 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:27:30.962558 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b0d27-25be-48bc-907b-50e383322c98 None None] Network e9f89579-be7f-4f44-b432-24a5c10c1fa9 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:27:30.974434 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45392c3c-7a3d-4383-ac9b-9f5eb0b08aec req-a10744a9-a5ef-4e31-a557-767b664b63e5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:30.975947 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45392c3c-7a3d-4383-ac9b-9f5eb0b08aec req-a10744a9-a5ef-4e31-a557-767b664b63e5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0500431 Apr 12 14:27:31.037791 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-fbc96d48-e45b-4266-8f7e-91096ebb7a86 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9728441 Apr 12 14:27:31.043151 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45392c3c-7a3d-4383-ac9b-9f5eb0b08aec req-7965f784-2ec1-456c-af2a-47f71f31894f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609658 Apr 12 14:27:31.540303 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf881-7004-416d-861d-2d20e4fb7901 req-97413c51-16e3-441e-8d55-d42f3ca119d4 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:31.541821 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0b0bf881-7004-416d-861d-2d20e4fb7901 req-97413c51-16e3-441e-8d55-d42f3ca119d4 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0466621 Apr 12 14:27:31.590591 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0b0bf881-7004-416d-861d-2d20e4fb7901 req-ebf03988-53c0-4517-a3f7-fd8777a3306d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429153 Apr 12 14:27:32.167867 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e8029-259d-471b-801c-21798c66ff20 req-ddf525d9-ccd0-4e66-9698-5d34fd466712 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:32.169387 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1d6e8029-259d-471b-801c-21798c66ff20 req-ddf525d9-ccd0-4e66-9698-5d34fd466712 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0512402 Apr 12 14:27:32.218856 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1d6e8029-259d-471b-801c-21798c66ff20 req-52ad17e7-ebe7-42af-add9-4112a0736a09 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 Apr 12 14:27:32.728096 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3e1cd-9790-4b25-8b36-c341073b643d req-232fdea0-e25d-4448-8d38-8261fbb63dce tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:32.729601 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47e3e1cd-9790-4b25-8b36-c341073b643d req-232fdea0-e25d-4448-8d38-8261fbb63dce tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0501637 Apr 12 14:27:32.778506 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47e3e1cd-9790-4b25-8b36-c341073b643d req-394b65b7-24cf-41c6-a983-74dcc8d4c2ef tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431128 Apr 12 14:27:33.314998 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-a17a82ae-86ff-4fa3-8526-205faa5476c5 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:33.317932 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-a17a82ae-86ff-4fa3-8526-205faa5476c5 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/networks?id=e9f89579-be7f-4f44-b432-24a5c10c1fa9 HTTP/1.1" status: 200 len: 814 time: 0.1064820 Apr 12 14:27:33.332369 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-5026cc5e-4ce6-4d67-ad82-c514920c62bd tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/quotas/d09d16c1614c4715a121f402aeaa024f HTTP/1.1" status: 200 len: 375 time: 0.0102546 Apr 12 14:27:33.350904 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7040b-d32d-4d7e-b148-1874de046f5a req-e7585eab-7997-4692-88a5-ca93f4f7cd4b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:33.352381 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10d7040b-d32d-4d7e-b148-1874de046f5a req-e7585eab-7997-4692-88a5-ca93f4f7cd4b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0627313 Apr 12 14:27:33.366370 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-cf23b4d6-1e15-4757-8353-c8e93b9770da tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d09d16c1614c4715a121f402aeaa024f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290108 Apr 12 14:27:33.400943 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-10d7040b-d32d-4d7e-b148-1874de046f5a req-e6a8b450-3e3d-4417-9d0c-fdc42f5126b5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Apr 12 14:27:33.466747 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-d11bdad8-e484-40e2-9005-a2e34305f681 service neutron] 10.222.0.61 "GET /v2.0/networks/e9f89579-be7f-4f44-b432-24a5c10c1fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917416 Apr 12 14:27:33.557908 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-c2cb900a-1eb9-4bf8-9384-17d0b455b755 service neutron] 10.222.0.61 "GET /v2.0/networks/e9f89579-be7f-4f44-b432-24a5c10c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853162 Apr 12 14:27:33.815163 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d5abded8-81f4-450e-a22a-0c38e8964bf5 req-443928d2-a0c0-4373-855c-21025a9847b0 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 210 time: 0.0275333 Apr 12 14:27:33.904895 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62149ac-bf14-479b-a797-2a21d6c59ca9 req-1cdb819d-58cf-4dfe-922a-9657dda82758 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:33.904895 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d62149ac-bf14-479b-a797-2a21d6c59ca9 req-1cdb819d-58cf-4dfe-922a-9657dda82758 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0484095 Apr 12 14:27:33.958140 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d62149ac-bf14-479b-a797-2a21d6c59ca9 req-f806976c-1773-4690-ba68-cbc7faf383ba tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445869 Apr 12 14:27:34.522412 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba7399-9113-48d3-b1bf-9eb3b45d5a2a req-80d50826-c157-4ab4-9eff-94b38e87e3f4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:34.523834 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-32ba7399-9113-48d3-b1bf-9eb3b45d5a2a req-80d50826-c157-4ab4-9eff-94b38e87e3f4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0518529 Apr 12 14:27:34.575628 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-32ba7399-9113-48d3-b1bf-9eb3b45d5a2a req-ca6deb6b-607f-4802-8420-df58e86266de tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460222 Apr 12 14:27:34.896739 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fda2daa-82dd-4891-b22d-bdc52b72b786 req-dc21616d-7578-4128-b7f2-3e2da7058253 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 210 time: 0.0296743 Apr 12 14:27:35.075500 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dc362-9162-4d45-af06-5336a2e509cb req-e41a9d3a-94ff-4719-90dd-c3ec396a91fc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:35.076990 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f69dc362-9162-4d45-af06-5336a2e509cb req-e41a9d3a-94ff-4719-90dd-c3ec396a91fc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0472088 Apr 12 14:27:35.127772 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f69dc362-9162-4d45-af06-5336a2e509cb req-0a0126ff-2620-4eec-8e4e-2bf8318f8b5b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411317 Apr 12 14:27:35.686352 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3d91c-0d5b-47f3-bed5-bb36ebd27e2a req-8f817af7-4bb6-4fd6-82b8-67b2afbd57a5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:35.687817 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78f3d91c-0d5b-47f3-bed5-bb36ebd27e2a req-8f817af7-4bb6-4fd6-82b8-67b2afbd57a5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0479188 Apr 12 14:27:35.736164 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78f3d91c-0d5b-47f3-bed5-bb36ebd27e2a req-edc23616-e1d3-4b2e-9942-0f14733e6f32 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 Apr 12 14:27:35.988190 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0e671913-45e4-4723-ab2c-0f9d3368b866 req-ce6d2f5a-fc12-4457-a3c0-5e30f57f51b5 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 210 time: 0.0263910 Apr 12 14:27:36.246743 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e023738-12ac-4fb9-a906-e7697f8b0d2e req-e84ed633-9c6f-44d0-aa34-955d0708a8e0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:36.248357 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e023738-12ac-4fb9-a906-e7697f8b0d2e req-e84ed633-9c6f-44d0-aa34-955d0708a8e0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0461872 Apr 12 14:27:36.327894 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-e21046d2-4480-4d4c-9d9d-eac150b41ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:36.329626 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-e21046d2-4480-4d4c-9d9d-eac150b41ad1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 1129 time: 0.0616941 Apr 12 14:27:36.333894 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e023738-12ac-4fb9-a906-e7697f8b0d2e req-3dbd5647-d93a-4ad4-82b9-f8d05f3ba437 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792835 Apr 12 14:27:36.438493 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-6621ea6c-d0bc-4873-93c5-2f5f2fc78d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:36.439931 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-6621ea6c-d0bc-4873-93c5-2f5f2fc78d42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.0903440 Apr 12 14:27:36.540207 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-0c7a81fd-82a3-44b3-a798-7756f4de8e72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e80feacd-461f-4629-b43f-3acd60a68fdb HTTP/1.1" status: 200 len: 1001 time: 0.0907447 Apr 12 14:27:36.592139 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-65281b2b-535c-43e6-8bb5-c5315ffb17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:36.593612 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-65281b2b-535c-43e6-8bb5-c5315ffb17a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.0434940 Apr 12 14:27:36.642988 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-259f69ca-b2e3-440f-b8bd-8af8ea2a6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:36.644444 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-259f69ca-b2e3-440f-b8bd-8af8ea2a6abf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400686 Apr 12 14:27:36.740377 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-c8947d86-b950-4ee1-bada-f9a57ae36e5e service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889223 Apr 12 14:27:36.862618 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15b010-3e12-4681-b864-019ad81e3ae9 req-422de63c-cc45-4c2e-b38e-c23275e1d5ce tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:36.864192 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ed15b010-3e12-4681-b864-019ad81e3ae9 req-422de63c-cc45-4c2e-b38e-c23275e1d5ce tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0486417 Apr 12 14:27:36.923260 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ed15b010-3e12-4681-b864-019ad81e3ae9 req-4cd42ab0-37c3-461f-8716-6fbc58d933fd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527582 Apr 12 14:27:37.060876 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f962cabf-a772-46bc-bfd7-ab6ff23882af req-13c2c12e-618e-4862-9c90-0080c50b13aa service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013349 Apr 12 14:27:37.109276 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cf71ab50-113d-4d2a-ae69-fcab9ec2636d req-a66cd67b-7dd6-480e-b572-acf81ecef738 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 210 time: 0.0282934 Apr 12 14:27:37.451979 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c68a0a-732c-4834-ba83-0880a9192cc7 req-ec104019-8a63-4b12-b30a-34162a5a4a2a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:37.455439 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-12c68a0a-732c-4834-ba83-0880a9192cc7 req-ec104019-8a63-4b12-b30a-34162a5a4a2a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0473416 Apr 12 14:27:37.502322 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-12c68a0a-732c-4834-ba83-0880a9192cc7 req-441d5b9c-a898-406c-a441-ed53ac92893e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Apr 12 14:27:38.035834 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260d408-d115-4723-96b3-cd66e0c989e5 req-f4a19ef9-241d-4b61-a4c9-a04b9c3f5c5c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:38.037324 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3260d408-d115-4723-96b3-cd66e0c989e5 req-f4a19ef9-241d-4b61-a4c9-a04b9c3f5c5c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0461836 Apr 12 14:27:38.084068 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3260d408-d115-4723-96b3-cd66e0c989e5 req-4109d96a-3931-495f-b211-adcfaf4ff4ba tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Apr 12 14:27:38.209502 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-add1b053-c68a-4e71-b507-a7b49fb1fefc req-5a415eda-80a1-4e0d-baa2-50096acaeb8b tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 210 time: 0.0323651 Apr 12 14:27:38.623114 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a1929-a3db-4293-9efd-d97dbdad72d0 req-62ec1122-11da-4b84-8bd6-55bcc1a44d92 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:38.624588 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-074a1929-a3db-4293-9efd-d97dbdad72d0 req-62ec1122-11da-4b84-8bd6-55bcc1a44d92 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0504541 Apr 12 14:27:38.671047 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-074a1929-a3db-4293-9efd-d97dbdad72d0 req-e1945f21-a3ff-40ff-8c43-f209a0beaf0a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406404 Apr 12 14:27:38.690751 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.200679 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50f49f-87bf-4b0e-90b9-c71ec9614f78 req-30385d6b-ac6a-4cd1-af32-695685012208 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:39.202163 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7e50f49f-87bf-4b0e-90b9-c71ec9614f78 req-30385d6b-ac6a-4cd1-af32-695685012208 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0494933 Apr 12 14:27:39.249211 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7e50f49f-87bf-4b0e-90b9-c71ec9614f78 req-f1c2f196-c505-4f7b-b0a2-e76732cdba84 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414400 Apr 12 14:27:39.303959 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-acca20ec-26f3-4286-bdaf-4d8aabb4454d req-723ed16d-431b-4e14-840b-58e700d195a9 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 210 time: 0.0266845 Apr 12 14:27:39.786095 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3a79-aabe-4d42-99ac-aa1524837c09 req-dcce99e4-f7f8-40d7-9f67-708e9a2bd0af tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:39.787576 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-35ed3a79-aabe-4d42-99ac-aa1524837c09 req-dcce99e4-f7f8-40d7-9f67-708e9a2bd0af tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0458796 Apr 12 14:27:39.833722 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-35ed3a79-aabe-4d42-99ac-aa1524837c09 req-96742754-5ba7-412a-be41-dae3338b6c05 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406792 Apr 12 14:27:40.364729 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dc686-4ae6-4e97-ae4e-143bfe4eed6b req-c15dff63-73dd-40b7-b9a5-3473427ece79 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:40.366229 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-701dc686-4ae6-4e97-ae4e-143bfe4eed6b req-c15dff63-73dd-40b7-b9a5-3473427ece79 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0469289 Apr 12 14:27:40.397785 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a174e94e-d48b-4f20-822b-681d4070a902 req-2f68c063-dc0d-40aa-91de-54c825c81ad6 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 210 time: 0.0286586 Apr 12 14:27:40.417405 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-701dc686-4ae6-4e97-ae4e-143bfe4eed6b req-5f6f2d02-6d15-41f9-a55a-d9873ceb8775 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Apr 12 14:27:41.075606 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b29e47-c31a-4b00-b0c4-5601236170c6 req-4740f773-c9b6-42d6-8857-8037e02c159a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:41.075606 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-75b29e47-c31a-4b00-b0c4-5601236170c6 req-4740f773-c9b6-42d6-8857-8037e02c159a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0837731 Apr 12 14:27:41.091673 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-75b29e47-c31a-4b00-b0c4-5601236170c6 req-a8cc3c36-bce0-4cf5-a9a4-1c6111d16067 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931010 Apr 12 14:27:41.099611 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-5f1e8071-92d8-4519-bc77-dd4917810989 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:41.101033 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-5f1e8071-92d8-4519-bc77-dd4917810989 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.48 "GET /v2.0/networks?id=e9f89579-be7f-4f44-b432-24a5c10c1fa9 HTTP/1.1" status: 200 len: 814 time: 0.1507974 Apr 12 14:27:41.114502 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Request body: {'port': {'device_id': 'e36cb835-b0a8-4053-9fcc-0417470b851c', 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9', 'admin_state_up': True, 'tenant_id': 'd09d16c1614c4715a121f402aeaa024f'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:41.339795 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Made reservation on behalf of d09d16c1614c4715a121f402aeaa024f for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:27:41.343351 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.478861 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Allocated IP 172.20.0.12 (e9f89579-be7f-4f44-b432-24a5c10c1fa9/a422e518-62cd-4ec7-aad3-823bd8c9b425/e0847bdc-1f94-4700-b868-d2f71d1314d8) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:27:41.528335 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0dc46c60-3a47-446d-af1f-1ebcf5b18cdf req-cd2b2e39-f354-42a4-a90f-68fa4b86e4be tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 210 time: 0.0522079 Apr 12 14:27:41.590590 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b983ab8-09de-4415-981c-5dbf5fd893cc req-152175d8-1412-49e6-a906-0d0bab7d31ad tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:41.592051 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b983ab8-09de-4415-981c-5dbf5fd893cc req-152175d8-1412-49e6-a906-0d0bab7d31ad tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0835133 Apr 12 14:27:41.703070 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b983ab8-09de-4415-981c-5dbf5fd893cc req-5af465a3-e4c1-4e07-9ebf-c6f90c63239d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005969 Apr 12 14:27:41.728694 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks [] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.907628 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.957792 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Network e9f89579-be7f-4f44-b432-24a5c10c1fa9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:41.960697 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:41.963357 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:27:41.968852 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:41.969592 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.978354 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Pushing event updated for resources: {'Port': ['ID=e0847bdc-1f94-4700-b868-d2f71d1314d8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:41.987872 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.997959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:41.999108 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:42.128827 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-b0079d92-34df-4acc-92b7-d038eaa3cc0e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0188599 Apr 12 14:27:42.144218 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Request body: {'port': {'device_id': 'e36cb835-b0a8-4053-9fcc-0417470b851c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:42.215236 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.222791 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4823be-9853-4c45-82a2-a25c025ee7b9 req-1307dfda-a15f-4bbd-bce1-dfbc34293e44 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:42.225566 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ce4823be-9853-4c45-82a2-a25c025ee7b9 req-1307dfda-a15f-4bbd-bce1-dfbc34293e44 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0532575 Apr 12 14:27:42.275663 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ce4823be-9853-4c45-82a2-a25c025ee7b9 req-0194e17c-cd1a-4683-b56e-e6b46e5bb57c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457444 Apr 12 14:27:42.483526 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0847bdc-1f94-4700-b868-d2f71d1314d8 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:27:42.492046 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Publish callbacks [] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.504215 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Transition to ACTIVE for port object e0847bdc-1f94-4700-b868-d2f71d1314d8 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:27:42.641121 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.692332 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40196) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:42.694905 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130f509-6f44-49f8-af3c-dde3c8ed3448 req-73f5855c-48fb-4c24-914b-d90a19bfc026 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:42.696446 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4130f509-6f44-49f8-af3c-dde3c8ed3448 req-73f5855c-48fb-4c24-914b-d90a19bfc026 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 944 time: 0.0910416 Apr 12 14:27:42.731824 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Pushing event updated for resources: {'Port': ['ID=e0847bdc-1f94-4700-b868-d2f71d1314d8,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:42.790847 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Attempting to bind port e0847bdc-1f94-4700-b868-d2f71d1314d8 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:27:42.791207 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Attempting to bind port e0847bdc-1f94-4700-b868-d2f71d1314d8 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:27:42.791525 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Attempting to bind port e0847bdc-1f94-4700-b868-d2f71d1314d8 on network e9f89579-be7f-4f44-b432-24a5c10c1fa9 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:27:42.804175 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4130f509-6f44-49f8-af3c-dde3c8ed3448 req-3ac46a08-b67b-4413-92bd-ac6d9fee8018 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006131 Apr 12 14:27:42.804660 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Port e0847bdc-1f94-4700-b868-d2f71d1314d8 on network e9f89579-be7f-4f44-b432-24a5c10c1fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:27:42.805009 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Attempting to bind port e0847bdc-1f94-4700-b868-d2f71d1314d8 on network e9f89579-be7f-4f44-b432-24a5c10c1fa9 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:27:42.810850 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:27:42.811192 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Checking segment: {'id': 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:27:42.811767 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Bound using segment: {'id': 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:27:42.812255 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Bound port: e0847bdc-1f94-4700-b868-d2f71d1314d8, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:27:42.813391 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.848672 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.866420 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d31a-11d7-4217-b84f-22585fd00191 req-015c1117-eabd-41b8-80d9-266b7ea5eff7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:42.867982 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7d46d31a-11d7-4217-b84f-22585fd00191 req-015c1117-eabd-41b8-80d9-266b7ea5eff7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0772758 Apr 12 14:27:42.904309 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] For port e0847bdc-1f94-4700-b868-d2f71d1314d8, host hv-cinder-83752, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:27:42.908983 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] For port e0847bdc-1f94-4700-b868-d2f71d1314d8, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e0847bdc-1f94-4700-b868-d2f71d1314d8,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:27:42.944353 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7d46d31a-11d7-4217-b84f-22585fd00191 req-3e75e3a4-f3b1-4625-b04b-54614bd34691 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660071 Apr 12 14:27:43.010266 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Publish callbacks [] for security_group (c379e001-7247-4d45-b2cf-6fc04873ee24), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.011821 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.055863 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:43.056473 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.058306 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] 10.222.0.48 "PUT /v2.0/ports/e0847bdc-1f94-4700-b868-d2f71d1314d8 HTTP/1.1" status: 200 len: 1094 time: 0.9217815 Apr 12 14:27:43.060998 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36cb835-b0a8-4053-9fcc-0417470b851c', 'tag': 'e0847bdc-1f94-4700-b868-d2f71d1314d8'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:27:43.065308 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91587149-c5b0-47dc-a4af-88413d3c56d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e36cb835-b0a8-4053-9fcc-0417470b851c", "tag": "e0847bdc-1f94-4700-b868-d2f71d1314d8"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:27:43.090845 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a4f6b-b0f9-40fc-95b0-a6c5ad472684 service neutron] Pushing event updated for resources: {'Port': ['ID=e0847bdc-1f94-4700-b868-d2f71d1314d8,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:43.101818 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (c379e001-7247-4d45-b2cf-6fc04873ee24), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.113306 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6b836-b1af-4824-a29a-436fb8fe4fce x-openstack-request-id: req-47a6b836-b1af-4824-a29a-436fb8fe4fce {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:27:43.113659 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36cb835-b0a8-4053-9fcc-0417470b851c", "tag": "e0847bdc-1f94-4700-b868-d2f71d1314d8", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:27:43.113924 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47a6b836-b1af-4824-a29a-436fb8fe4fce {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:27:43.114330 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a6b836-b1af-4824-a29a-436fb8fe4fce'] response: {'name': 'network-changed', 'server_uuid': 'e36cb835-b0a8-4053-9fcc-0417470b851c', 'tag': 'e0847bdc-1f94-4700-b868-d2f71d1314d8', 'status': 'completed', 'code': 200} Apr 12 14:27:43.139813 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c379e001-7247-4d45-b2cf-6fc04873ee24,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:43.149748 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.150099 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.150463 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.150804 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.151137 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.151485 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.152015 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.152343 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.152676 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.153019 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.153498 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.154009 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.154338 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.154661 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.154984 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.165774 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-8b1542d5-5948-4623-9d0b-4159fd4f254e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eaee8db19f7b4475b080ade0ba54be2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723139 Apr 12 14:27:43.168308 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40220) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:43.194657 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91587149-c5b0-47dc-a4af-88413d3c56d2 req-df694448-f7f2-4883-ba76-232da0a0205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:43.196302 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91587149-c5b0-47dc-a4af-88413d3c56d2 req-df694448-f7f2-4883-ba76-232da0a0205d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d09d16c1614c4715a121f402aeaa024f&device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 1128 time: 0.0542994 Apr 12 14:27:43.218414 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f518e0d0-f9e4-4368-a59d-7cfd62300828 admin admin] Publish callbacks [] for security_group (c379e001-7247-4d45-b2cf-6fc04873ee24), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.241301 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f518e0d0-f9e4-4368-a59d-7cfd62300828 admin admin] Publish callbacks [] for security_group (c379e001-7247-4d45-b2cf-6fc04873ee24), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.299723 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91587149-c5b0-47dc-a4af-88413d3c56d2 req-8c4d673b-8ba7-4ea7-9dce-4ea0fd689d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:43.301280 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91587149-c5b0-47dc-a4af-88413d3c56d2 req-8c4d673b-8ba7-4ea7-9dce-4ea0fd689d71 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d09d16c1614c4715a121f402aeaa024f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0984950 Apr 12 14:27:43.408296 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e63ceb-201c-4633-96f1-0088c41bef72 req-9e3d8e12-26de-41e9-86a9-419167a886f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:43.409982 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-64e63ceb-201c-4633-96f1-0088c41bef72 req-9e3d8e12-26de-41e9-86a9-419167a886f0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0505202 Apr 12 14:27:43.411006 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f518e0d0-f9e4-4368-a59d-7cfd62300828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (c379e001-7247-4d45-b2cf-6fc04873ee24), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.412718 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91587149-c5b0-47dc-a4af-88413d3c56d2 req-1805f37d-7413-4c61-a8c3-3b3952528ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:43.414025 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f518e0d0-f9e4-4368-a59d-7cfd62300828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.414669 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91587149-c5b0-47dc-a4af-88413d3c56d2 req-1805f37d-7413-4c61-a8c3-3b3952528ad0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070418 Apr 12 14:27:43.420897 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f518e0d0-f9e4-4368-a59d-7cfd62300828 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c379e001-7247-4d45-b2cf-6fc04873ee24 HTTP/1.1" status: 204 len: 168 time: 0.2458997 Apr 12 14:27:43.436222 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518e0d0-f9e4-4368-a59d-7cfd62300828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c379e001-7247-4d45-b2cf-6fc04873ee24,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:43.512052 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-828b266f-d83e-40ad-81c1-93cca9f52485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:43.513856 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-828b266f-d83e-40ad-81c1-93cca9f52485 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d09d16c1614c4715a121f402aeaa024f&device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 1128 time: 0.0607712 Apr 12 14:27:43.527211 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-64e63ceb-201c-4633-96f1-0088c41bef72 req-ecf1c5bb-8661-480b-98f8-0c8e6a593903 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110041 Apr 12 14:27:43.567792 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-c1d89112-d0ee-41f1-951a-d2d0c834421e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0847bdc-1f94-4700-b868-d2f71d1314d8 HTTP/1.1" status: 200 len: 217 time: 0.0465851 Apr 12 14:27:43.617879 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-0f6c4395-15fd-4955-99c7-107894d1aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:43.619339 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-0f6c4395-15fd-4955-99c7-107894d1aea1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a422e518-62cd-4ec7-aad3-823bd8c9b425 HTTP/1.1" status: 200 len: 854 time: 0.0448899 Apr 12 14:27:43.651842 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-43158a5d-e59b-4fb2-93d8-496ede5262c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9f89579-be7f-4f44-b432-24a5c10c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261505 Apr 12 14:27:43.750516 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-cfadcfea-e168-41ce-81a8-bf8bcc6d99f3 service neutron] 10.222.0.48 "GET /v2.0/networks/e9f89579-be7f-4f44-b432-24a5c10c1fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918763 Apr 12 14:27:43.793741 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0f31af03-2771-4046-8db0-c9df16fa48b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.847391 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f63b4d50-445a-452a-8f83-68162920bcb6 req-0c29eceb-0c53-49d1-bc15-ccaeccb6731f service neutron] 10.222.0.48 "GET /v2.0/networks/e9f89579-be7f-4f44-b432-24a5c10c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909386 Apr 12 14:27:43.931492 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a1625-ea23-443b-89f4-4930dc67aa73 req-1a87e1c2-afb7-427a-8edd-8308b3d57a5e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:43.933668 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e42a1625-ea23-443b-89f4-4930dc67aa73 req-1a87e1c2-afb7-427a-8edd-8308b3d57a5e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 944 time: 0.0502443 Apr 12 14:27:43.981602 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e42a1625-ea23-443b-89f4-4930dc67aa73 req-832e34e4-a05b-4572-a57a-4b54fc3fcc44 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Apr 12 14:27:44.083745 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099502d2-83b1-4738-b38d-7a43c94f9190 req-85022bb9-e741-4462-871a-c75be590e000 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:44.085246 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-099502d2-83b1-4738-b38d-7a43c94f9190 req-85022bb9-e741-4462-871a-c75be590e000 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0478423 Apr 12 14:27:44.136939 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-099502d2-83b1-4738-b38d-7a43c94f9190 req-5748575d-23ec-4776-9ef3-b40085c93783 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Apr 12 14:27:44.376545 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40250) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:44.389570 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39e9f1ed-ed9a-4a40-b2c5-f0377e3351ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.467144 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39e9f1ed-ed9a-4a40-b2c5-f0377e3351ba admin admin] Publish callbacks [] for security_group (48e9f688-86f4-4bc5-8daa-bdee240eb090), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.569210 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39e9f1ed-ed9a-4a40-b2c5-f0377e3351ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (48e9f688-86f4-4bc5-8daa-bdee240eb090), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.620445 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-39e9f1ed-ed9a-4a40-b2c5-f0377e3351ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b521502dd2c4d01bef4b82ed469fa75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424917 Apr 12 14:27:44.621100 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9f1ed-ed9a-4a40-b2c5-f0377e3351ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e9f688-86f4-4bc5-8daa-bdee240eb090,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:44.623013 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 40254) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:44.660129 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbc5df-6af0-49a6-b0a3-365163b7c24c req-9bbe0b6a-e045-4ee4-a6ad-b5fed86af4c7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:44.665123 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8acbc5df-6af0-49a6-b0a3-365163b7c24c req-9bbe0b6a-e045-4ee4-a6ad-b5fed86af4c7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0552254 Apr 12 14:27:44.672424 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c4399f6-f834-4eae-a496-12f393d852d0 admin admin] Publish callbacks [] for security_group (48e9f688-86f4-4bc5-8daa-bdee240eb090), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.695646 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c4399f6-f834-4eae-a496-12f393d852d0 admin admin] Publish callbacks [] for security_group (48e9f688-86f4-4bc5-8daa-bdee240eb090), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.712473 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8acbc5df-6af0-49a6-b0a3-365163b7c24c req-9969ce05-112e-4090-9b48-2b2187ebaaaf tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 Apr 12 14:27:44.855853 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c4399f6-f834-4eae-a496-12f393d852d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (48e9f688-86f4-4bc5-8daa-bdee240eb090), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.858502 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c4399f6-f834-4eae-a496-12f393d852d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.859722 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1c4399f6-f834-4eae-a496-12f393d852d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48e9f688-86f4-4bc5-8daa-bdee240eb090 HTTP/1.1" status: 204 len: 168 time: 0.2356689 Apr 12 14:27:44.867883 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4399f6-f834-4eae-a496-12f393d852d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e9f688-86f4-4bc5-8daa-bdee240eb090,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:45.101172 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ed03-72e0-4d56-95fb-bff3d8dd28d2 req-639f1a45-adb6-4228-81c4-636e4d6ae5a5 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:45.101337 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dde8ed03-72e0-4d56-95fb-bff3d8dd28d2 req-639f1a45-adb6-4228-81c4-636e4d6ae5a5 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 944 time: 0.0496409 Apr 12 14:27:45.161822 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dde8ed03-72e0-4d56-95fb-bff3d8dd28d2 req-41664b8f-2553-4d5f-b664-21bc3057ed8c tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499747 Apr 12 14:27:45.273307 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54e3ad-7c59-4a84-ae4c-24abf7b759d4 req-67e685d7-9df9-4bc9-b82e-b21e821ac789 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:45.274962 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5f54e3ad-7c59-4a84-ae4c-24abf7b759d4 req-67e685d7-9df9-4bc9-b82e-b21e821ac789 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0563424 Apr 12 14:27:45.329594 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5f54e3ad-7c59-4a84-ae4c-24abf7b759d4 req-e8199e0d-8ce5-4340-a80f-5b1a499f4e4b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480094 Apr 12 14:27:45.725273 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 40284) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:45.739119 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-14aa76f8-ea0c-42c0-89bf-fad62cfca31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.852971 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f03a4-b4e0-45d1-a96c-40d0480e876f req-150b4ecf-39c9-4377-b887-981f6496e591 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:45.854521 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-787f03a4-b4e0-45d1-a96c-40d0480e876f req-150b4ecf-39c9-4377-b887-981f6496e591 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0684752 Apr 12 14:27:45.856388 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-14aa76f8-ea0c-42c0-89bf-fad62cfca31b admin admin] Publish callbacks [] for security_group (5e0afa62-b5dc-4195-a26c-946be64c0371), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.900619 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-787f03a4-b4e0-45d1-a96c-40d0480e876f req-82bfafa7-185e-4b2c-b2ce-1f5b0f542e7d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402939 Apr 12 14:27:45.941385 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-14aa76f8-ea0c-42c0-89bf-fad62cfca31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5e0afa62-b5dc-4195-a26c-946be64c0371), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.975686 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9f892b96-446a-4620-b365-985e7c8ac609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.981212 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-14aa76f8-ea0c-42c0-89bf-fad62cfca31b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e7415510c9194db1a393315d51406d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548594 Apr 12 14:27:45.982136 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa76f8-ea0c-42c0-89bf-fad62cfca31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0afa62-b5dc-4195-a26c-946be64c0371,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:45.983941 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40288) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:46.036292 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0005-c9bf-4eed-998a-3b97b24fb2e8 admin admin] Publish callbacks [] for security_group (5e0afa62-b5dc-4195-a26c-946be64c0371), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.058012 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0005-c9bf-4eed-998a-3b97b24fb2e8 admin admin] Publish callbacks [] for security_group (5e0afa62-b5dc-4195-a26c-946be64c0371), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.197591 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0005-c9bf-4eed-998a-3b97b24fb2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5e0afa62-b5dc-4195-a26c-946be64c0371), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.200308 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0005-c9bf-4eed-998a-3b97b24fb2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.201515 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6d1f0005-c9bf-4eed-998a-3b97b24fb2e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e0afa62-b5dc-4195-a26c-946be64c0371 HTTP/1.1" status: 204 len: 168 time: 0.2159781 Apr 12 14:27:46.210491 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f0005-c9bf-4eed-998a-3b97b24fb2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0afa62-b5dc-4195-a26c-946be64c0371,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:46.268353 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a0b30-c316-4473-93de-f9586537f5b0 req-43cf3b48-db56-4c87-93ba-c1bb75cdcbe6 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:46.269903 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f59a0b30-c316-4473-93de-f9586537f5b0 req-43cf3b48-db56-4c87-93ba-c1bb75cdcbe6 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 944 time: 0.0510595 Apr 12 14:27:46.322380 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f59a0b30-c316-4473-93de-f9586537f5b0 req-c5a4c7be-490f-43ef-bf90-5d4eed19a20a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466690 Apr 12 14:27:46.444336 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99b627-dfb8-493d-a403-f0f62a8c6ea0 req-a178fc3d-5030-46f9-b6b0-3cce9eb4921f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:46.445938 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed99b627-dfb8-493d-a403-f0f62a8c6ea0 req-a178fc3d-5030-46f9-b6b0-3cce9eb4921f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0463550 Apr 12 14:27:46.494572 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed99b627-dfb8-493d-a403-f0f62a8c6ea0 req-ad054058-7da1-4bd7-bd97-543488c93015 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430496 Apr 12 14:27:46.935623 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.016419 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450c33-2b33-4c4a-87ed-b292c32aba95 req-ee57011a-dbd7-4907-b836-8a370e96de45 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:47.018702 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef450c33-2b33-4c4a-87ed-b292c32aba95 req-ee57011a-dbd7-4907-b836-8a370e96de45 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0467646 Apr 12 14:27:47.067696 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef450c33-2b33-4c4a-87ed-b292c32aba95 req-8cde29e8-aa20-40ae-bec2-c9f14df69882 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435028 Apr 12 14:27:47.455218 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00590e1e-0bce-4aab-8ee5-8cbef0b3d2db req-8250086a-cfcd-4d54-b014-8f0c2fd3c03a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:47.456021 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-00590e1e-0bce-4aab-8ee5-8cbef0b3d2db req-8250086a-cfcd-4d54-b014-8f0c2fd3c03a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 944 time: 0.0597670 Apr 12 14:27:47.507947 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-00590e1e-0bce-4aab-8ee5-8cbef0b3d2db req-dcb9c1eb-5ceb-4e14-80fc-5e0baa3fa1dd tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 Apr 12 14:27:47.623472 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14575e7-b1f6-4d58-b12b-2d86b937c1ae req-5295bd3e-a599-40b3-b29a-a206411fd340 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:47.625063 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c14575e7-b1f6-4d58-b12b-2d86b937c1ae req-5295bd3e-a599-40b3-b29a-a206411fd340 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0592122 Apr 12 14:27:47.684826 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c14575e7-b1f6-4d58-b12b-2d86b937c1ae req-5476b91b-b83f-4d6d-9542-542864a728e8 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523198 Apr 12 14:27:48.182784 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322fc97-0d12-45dc-ac8c-856b04f2a35f req-92f31360-b26f-4a72-aa88-c7158b3ffde4 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:48.184254 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7322fc97-0d12-45dc-ac8c-856b04f2a35f req-92f31360-b26f-4a72-aa88-c7158b3ffde4 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0448234 Apr 12 14:27:48.230069 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7322fc97-0d12-45dc-ac8c-856b04f2a35f req-a5612514-d3a5-4475-a365-9e42648c970b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394731 Apr 12 14:27:48.624917 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a22d3-56b9-45ef-a3f6-88cdef2758e8 req-c19e8274-d2d7-4d13-9a8c-6356a1b741fd tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:48.626630 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7e2a22d3-56b9-45ef-a3f6-88cdef2758e8 req-c19e8274-d2d7-4d13-9a8c-6356a1b741fd tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 944 time: 0.0502160 Apr 12 14:27:48.631984 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:48.673443 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7e2a22d3-56b9-45ef-a3f6-88cdef2758e8 req-a7cb6c02-9daa-4d0d-8ac0-d5153359b74f tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Apr 12 14:27:48.800655 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655db06-3968-4ffa-8e2d-8ce88b22ab0c req-fab3b64a-73e6-4450-a3aa-c712b7897554 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:48.802250 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9655db06-3968-4ffa-8e2d-8ce88b22ab0c req-fab3b64a-73e6-4450-a3aa-c712b7897554 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0471091 Apr 12 14:27:48.854574 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9655db06-3968-4ffa-8e2d-8ce88b22ab0c req-42e3188e-c1e1-4ee1-9dbd-f70f3fb0b829 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464962 Apr 12 14:27:49.201654 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da581108-846d-4329-abf3-a3af9dee3bcb req-9c3db75b-d0e0-4d6e-bcf0-8457a2b6854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:49.203071 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da581108-846d-4329-abf3-a3af9dee3bcb req-9c3db75b-d0e0-4d6e-bcf0-8457a2b6854a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 1129 time: 0.0380304 Apr 12 14:27:49.246492 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da581108-846d-4329-abf3-a3af9dee3bcb req-5b175eb4-8c5f-4c32-87d3-85ad59825d9e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371115 Apr 12 14:27:49.346271 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9123eef-ff97-45fd-a00d-939785543315 req-804d86ae-d423-49aa-81b7-c2a6e4e4ac7b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:49.347715 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d9123eef-ff97-45fd-a00d-939785543315 req-804d86ae-d423-49aa-81b7-c2a6e4e4ac7b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0458200 Apr 12 14:27:49.393510 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d9123eef-ff97-45fd-a00d-939785543315 req-2c6272d0-d3cd-4c5a-94fc-4ac4481df2ec tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400014 Apr 12 14:27:49.786025 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddbbe6-028c-40f3-bf75-fb27ae661bcd req-b3bab364-2758-40b2-8d1c-0feac2a6812b tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:49.787517 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-94ddbbe6-028c-40f3-bf75-fb27ae661bcd req-b3bab364-2758-40b2-8d1c-0feac2a6812b tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 944 time: 0.0462427 Apr 12 14:27:49.841345 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-94ddbbe6-028c-40f3-bf75-fb27ae661bcd req-86195c90-dd0f-4c17-a451-0eb31f3ec6b2 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Apr 12 14:27:49.968320 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b1119-ac88-4482-aee5-75ceede7507a req-66da740a-3ec0-41a4-a8a3-96213faef670 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:49.970240 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-267b1119-ac88-4482-aee5-75ceede7507a req-66da740a-3ec0-41a4-a8a3-96213faef670 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0487347 Apr 12 14:27:50.015828 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-267b1119-ac88-4482-aee5-75ceede7507a req-267177b1-bfef-4df3-93e1-0fc8c8e537bb tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Apr 12 14:27:50.034049 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:50.136266 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e0847bdc-1f94-4700-b868-d2f71d1314d8 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:27:50.237021 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e0847bdc-1f94-4700-b868-d2f71d1314d8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e0847bdc-1f94-4700-b868-d2f71d1314d8,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:50.248295 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'e0847bdc-1f94-4700-b868-d2f71d1314d8', 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9', 'port_id': 'e0847bdc-1f94-4700-b868-d2f71d1314d8', 'mac_address': 'fa:16:3e:08:88:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a422e518-62cd-4ec7-aad3-823bd8c9b425', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:27:50.291796 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e0847bdc-1f94-4700-b868-d2f71d1314d8 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:50.291796 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:50.303956 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0847bdc-1f94-4700-b868-d2f71d1314d8 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:27:50.327843 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e0847bdc-1f94-4700-b868-d2f71d1314d8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e0847bdc-1f94-4700-b868-d2f71d1314d8,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:50.392831 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:50.393539 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:27:50.472751 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e0847bdc-1f94-4700-b868-d2f71d1314d8,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:50.532765 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2b979-00bb-47d2-b6f2-cad12a345783 req-e2ec1fcc-e565-433b-8422-6a7ee031282c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:50.534653 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ccd2b979-00bb-47d2-b6f2-cad12a345783 req-e2ec1fcc-e565-433b-8422-6a7ee031282c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Apr 12 14:27:50.541709 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:50.554793 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'port_id': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'mac_address': 'fa:16:3e:14:f3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:27:50.590836 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ccd2b979-00bb-47d2-b6f2-cad12a345783 req-e97ce35a-b489-4aa9-b974-41ce0b8dfe93 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488207 Apr 12 14:27:50.601678 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e80feacd-461f-4629-b43f-3acd60a68fdb is: ACTIVE; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:50.602100 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:50.615161 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e80feacd-461f-4629-b43f-3acd60a68fdb {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:27:50.634766 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:50.758762 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:50.807133 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=6']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:50.957311 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18377b63-39e8-441d-b379-01d9ab3741a8 req-7153c1f4-4ccd-4d67-8e3d-964e2d244787 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:50.958871 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-18377b63-39e8-441d-b379-01d9ab3741a8 req-7153c1f4-4ccd-4d67-8e3d-964e2d244787 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 945 time: 0.0500996 Apr 12 14:27:51.006521 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-18377b63-39e8-441d-b379-01d9ab3741a8 req-fa7953df-edd7-4c90-92a9-f694d523e17a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Apr 12 14:27:51.125541 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511ee94-32be-4762-b292-207fbcd24a03 req-66668ac6-e11b-4c03-b1b7-42b1a305947c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:51.128049 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f511ee94-32be-4762-b292-207fbcd24a03 req-66668ac6-e11b-4c03-b1b7-42b1a305947c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0463016 Apr 12 14:27:51.175886 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f511ee94-32be-4762-b292-207fbcd24a03 req-4f66cfdc-6c26-4184-9a13-e8ab37128df5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Apr 12 14:27:51.706524 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea22e4-f0a9-46a4-8401-c5a31d6621e3 req-be87fcab-f0b1-422d-a8f1-c549e00e6f84 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:51.707999 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85ea22e4-f0a9-46a4-8401-c5a31d6621e3 req-be87fcab-f0b1-422d-a8f1-c549e00e6f84 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 944 time: 0.0460954 Apr 12 14:27:51.758339 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-85ea22e4-f0a9-46a4-8401-c5a31d6621e3 req-9c07616d-6be1-47ef-a0ca-fd5c8b2e2d38 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446966 Apr 12 14:27:51.770761 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:27:52.120153 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ab512-cbd2-4fcc-a761-449e6dff5d8f req-7a1b7edf-5080-4d81-9712-47b87c1dc1d9 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:52.121709 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ff5ab512-cbd2-4fcc-a761-449e6dff5d8f req-7a1b7edf-5080-4d81-9712-47b87c1dc1d9 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 945 time: 0.0497851 Apr 12 14:27:52.170696 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ff5ab512-cbd2-4fcc-a761-449e6dff5d8f req-0f9f2f4c-4302-4e6a-a02a-380a4148df26 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Apr 12 14:27:52.285475 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fb887-d1f3-4692-9392-a68b135755d6 req-4fdccc33-6e83-4b06-84cd-51b8a9a06f96 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:52.286920 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-643fb887-d1f3-4692-9392-a68b135755d6 req-4fdccc33-6e83-4b06-84cd-51b8a9a06f96 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0462048 Apr 12 14:27:52.333602 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-643fb887-d1f3-4692-9392-a68b135755d6 req-b6fd136c-c285-428e-931f-29db8f7bcfc6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Apr 12 14:27:52.872601 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74db2-9646-449d-bb3b-08d5940b1bfb req-770940e2-9426-4aae-a6a7-3ffc181ebb16 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:52.874371 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4da74db2-9646-449d-bb3b-08d5940b1bfb req-770940e2-9426-4aae-a6a7-3ffc181ebb16 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 944 time: 0.0460660 Apr 12 14:27:52.921801 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4da74db2-9646-449d-bb3b-08d5940b1bfb req-cbf1e194-1f3d-4ade-9de7-eef49c688dbd tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408950 Apr 12 14:27:53.281182 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfea2b-5924-4bac-86cc-e60747c8b943 req-fe18440a-ff0a-4509-8a5b-0074c4b84034 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:53.283182 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-eebfea2b-5924-4bac-86cc-e60747c8b943 req-fe18440a-ff0a-4509-8a5b-0074c4b84034 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 945 time: 0.0454364 Apr 12 14:27:53.328718 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-eebfea2b-5924-4bac-86cc-e60747c8b943 req-4b33317f-59ad-492e-874a-5f95c666f99e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Apr 12 14:27:53.441481 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7e400-078c-430d-ab5f-33504ed63f2e req-097c2d73-cdc7-4e31-97bf-d4c4ba5ce082 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:53.443327 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-46c7e400-078c-430d-ab5f-33504ed63f2e req-097c2d73-cdc7-4e31-97bf-d4c4ba5ce082 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0456514 Apr 12 14:27:53.494952 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-46c7e400-078c-430d-ab5f-33504ed63f2e req-0f81d092-20a2-4d9a-9f06-4cc3528e47c2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458932 Apr 12 14:27:53.851905 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e0847bdc-1f94-4700-b868-d2f71d1314d8'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:27:53.944331 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e80feacd-461f-4629-b43f-3acd60a68fdb'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:27:54.045388 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d362d0b-6283-4738-8908-aba97291609d req-248e20b0-ed84-4b23-a991-367235e8395d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:54.047077 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0d362d0b-6283-4738-8908-aba97291609d req-248e20b0-ed84-4b23-a991-367235e8395d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 944 time: 0.0536461 Apr 12 14:27:54.128259 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0d362d0b-6283-4738-8908-aba97291609d req-cb194fa0-203b-48e0-89cc-cdd8b590fb98 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698307 Apr 12 14:27:54.440222 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7ec97-deef-46d9-bd8e-c25a3341bfc5 req-c37f0fb5-3365-4ac7-9d0f-dc5451e47dce tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:54.441903 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f6d7ec97-deef-46d9-bd8e-c25a3341bfc5 req-c37f0fb5-3365-4ac7-9d0f-dc5451e47dce tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 945 time: 0.0474927 Apr 12 14:27:54.489605 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f6d7ec97-deef-46d9-bd8e-c25a3341bfc5 req-050bafba-2f60-4f8f-9302-850524884fe3 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Apr 12 14:27:54.611177 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690b50-b4ef-41ce-a0d2-8a13f5465c3e req-ec8efc92-def8-4551-a591-4dd81b2c27ac tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:54.613355 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bc690b50-b4ef-41ce-a0d2-8a13f5465c3e req-ec8efc92-def8-4551-a591-4dd81b2c27ac tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0526092 Apr 12 14:27:54.670982 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bc690b50-b4ef-41ce-a0d2-8a13f5465c3e req-fc1fce62-8785-4fa7-b0d2-c1e44bfc6d4d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513394 Apr 12 14:27:55.106200 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232ddb6-554a-4efc-a9f2-c452ec584ff9 req-1c71967f-7f2a-45f4-b5a8-3751e8128add tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:55.107855 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2232ddb6-554a-4efc-a9f2-c452ec584ff9 req-1c71967f-7f2a-45f4-b5a8-3751e8128add tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Apr 12 14:27:55.167795 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2232ddb6-554a-4efc-a9f2-c452ec584ff9 req-068c5a53-adf3-4c48-b984-f27182c099d9 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Apr 12 14:27:55.285833 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9295e-04a8-4a95-b3ee-8e28849a4f1e req-7bf825a1-b77c-4f7f-85a3-d8180ca33385 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:55.285833 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-72b9295e-04a8-4a95-b3ee-8e28849a4f1e req-7bf825a1-b77c-4f7f-85a3-d8180ca33385 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 944 time: 0.0697956 Apr 12 14:27:55.308990 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-392fd165-e6ec-4633-937c-ac68c4a7cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:55.310508 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-392fd165-e6ec-4633-937c-ac68c4a7cd3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 1129 time: 0.0492320 Apr 12 14:27:55.346951 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-72b9295e-04a8-4a95-b3ee-8e28849a4f1e req-b840dd9c-8e40-43d0-8fc2-0799d6cc4dea tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570178 Apr 12 14:27:55.421009 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-2cca5d4d-1caf-4cbb-a797-ef25711ddf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:55.422579 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-2cca5d4d-1caf-4cbb-a797-ef25711ddf62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.1058288 Apr 12 14:27:55.456882 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e0847bdc-1f94-4700-b868-d2f71d1314d8 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:55.470362 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-9d294d30-474e-4684-b779-bab0d35229a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3 HTTP/1.1" status: 200 len: 217 time: 0.0413659 Apr 12 14:27:55.526927 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-ef926c93-57c4-402a-980b-c865842ce40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:55.528748 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-ef926c93-57c4-402a-980b-c865842ce40d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0527570 Apr 12 14:27:55.550579 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port e0847bdc-1f94-4700-b868-d2f71d1314d8 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:27:55.617148 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-a80e1cb5-84c7-42fa-b0d6-dbc4bd5ec996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:55.618830 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-a80e1cb5-84c7-42fa-b0d6-dbc4bd5ec996 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841508 Apr 12 14:27:55.632712 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab6608-c18b-4aab-a35c-729c634f31a2 req-96604f0b-9579-4e82-b21d-a3c5f8a09b0c tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:55.634232 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-00ab6608-c18b-4aab-a35c-729c634f31a2 req-96604f0b-9579-4e82-b21d-a3c5f8a09b0c tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 945 time: 0.0614440 Apr 12 14:27:55.702131 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port e0847bdc-1f94-4700-b868-d2f71d1314d8 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:55.703086 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:55.757057 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-00ab6608-c18b-4aab-a35c-729c634f31a2 req-02cf4b78-dfc0-4591-9e0b-20b7a308b4cb tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144707 Apr 12 14:27:55.779911 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-4aba267f-637f-4232-9300-731daa321472 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445289 Apr 12 14:27:55.822370 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e0847bdc-1f94-4700-b868-d2f71d1314d8 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:55.823635 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:55.860432 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36cb835-b0a8-4053-9fcc-0417470b851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0847bdc-1f94-4700-b868-d2f71d1314d8'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:27:55.863503 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df45d96f-57a1-44f7-9095-c795d9b2f36f" -d '{"events": [{"server_uuid": "e36cb835-b0a8-4053-9fcc-0417470b851c", "name": "network-vif-plugged", "status": "completed", "tag": "e0847bdc-1f94-4700-b868-d2f71d1314d8"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:27:55.905246 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e0847bdc-1f94-4700-b868-d2f71d1314d8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e0847bdc-1f94-4700-b868-d2f71d1314d8,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:55.910909 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74a3cafb-8461-4e52-ad7e-9408f21551b7 req-a6075ade-2069-4230-adcb-f786b6223512 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253741 Apr 12 14:27:55.945374 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a831415d-df50-48a0-936d-f4795928142a x-openstack-request-id: req-a831415d-df50-48a0-936d-f4795928142a {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:27:55.945946 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36cb835-b0a8-4053-9fcc-0417470b851c", "name": "network-vif-plugged", "status": "completed", "tag": "e0847bdc-1f94-4700-b868-d2f71d1314d8", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:27:55.946557 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a831415d-df50-48a0-936d-f4795928142a {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:27:55.947528 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a831415d-df50-48a0-936d-f4795928142a'] response: {'server_uuid': 'e36cb835-b0a8-4053-9fcc-0417470b851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0847bdc-1f94-4700-b868-d2f71d1314d8', 'code': 200} Apr 12 14:27:56.010354 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.011267 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:56.118591 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port e80feacd-461f-4629-b43f-3acd60a68fdb triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:56.118890 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.148361 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e0847bdc-1f94-4700-b868-d2f71d1314d8,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:56.216924 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e80feacd-461f-4629-b43f-3acd60a68fdb is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:56.217904 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.266863 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:56.332257 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe59c0b-de78-4c1e-a699-a96a33918765 req-49214bf6-8936-4f4c-ab6f-10bf59bcdc23 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:56.342190 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0fe59c0b-de78-4c1e-a699-a96a33918765 req-49214bf6-8936-4f4c-ab6f-10bf59bcdc23 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0927625 Apr 12 14:27:56.342527 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.430064 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0fe59c0b-de78-4c1e-a699-a96a33918765 req-e52ef621-9806-4363-b51d-e87473bd5b76 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869963 Apr 12 14:27:56.475450 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=7']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:56.560764 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eedd5-4da2-425c-abde-7862956a161f req-be087da7-8660-47ba-9542-3537b8f9520b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:56.574889 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ae6eedd5-4da2-425c-abde-7862956a161f req-be087da7-8660-47ba-9542-3537b8f9520b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.1100490 Apr 12 14:27:56.694026 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ae6eedd5-4da2-425c-abde-7862956a161f req-8b4c2ce1-7bab-4852-a866-fea9e2dc2434 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882218 Apr 12 14:27:56.900326 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab6aaa-a253-40dc-9e3f-d5491a1df01e req-f45af9a7-53d0-4490-8086-a9ffa5372db1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:56.901853 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bfab6aaa-a253-40dc-9e3f-d5491a1df01e req-f45af9a7-53d0-4490-8086-a9ffa5372db1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0570743 Apr 12 14:27:56.982446 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bfab6aaa-a253-40dc-9e3f-d5491a1df01e req-02262e13-b722-4d9f-a49d-34b7d1f09254 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712295 Apr 12 14:27:57.005162 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 40552) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:57.013969 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e10f79cb-900c-4382-ab1c-039d93aa673a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405854419', 'description': 'tempest-description--1902618114'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:57.136344 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e10f79cb-900c-4382-ab1c-039d93aa673a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.226039 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e10f79cb-900c-4382-ab1c-039d93aa673a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (1c0c5111-7ceb-48fb-9993-3dede3b124ab), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.289145 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e10f79cb-900c-4382-ab1c-039d93aa673a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (1c0c5111-7ceb-48fb-9993-3dede3b124ab), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.326101 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f79cb-900c-4382-ab1c-039d93aa673a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0c5111-7ceb-48fb-9993-3dede3b124ab,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:57.390280 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e10f79cb-900c-4382-ab1c-039d93aa673a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.391546 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e10f79cb-900c-4382-ab1c-039d93aa673a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3839493 Apr 12 14:27:57.402307 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 40560) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:57.406722 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-817674a3-04aa-402e-9543-af04a5de72d7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group_rule': {'security_group_id': '1c0c5111-7ceb-48fb-9993-3dede3b124ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:57.561879 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-817674a3-04aa-402e-9543-af04a5de72d7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (98497414-a4ba-422f-83bc-abba656c13b8), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.589499 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40566) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:57.616038 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171b9bf-29ad-413d-ade2-22f18b0846ab req-9e983551-92bf-4933-bf30-cb50a19df977 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:57.623029 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9171b9bf-29ad-413d-ade2-22f18b0846ab req-9e983551-92bf-4933-bf30-cb50a19df977 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.1039774 Apr 12 14:27:57.639135 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-817674a3-04aa-402e-9543-af04a5de72d7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (98497414-a4ba-422f-83bc-abba656c13b8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.721828 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9171b9bf-29ad-413d-ade2-22f18b0846ab req-24f22c07-ea6a-46c2-b022-cc659847a3e2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972891 Apr 12 14:27:57.746953 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aebcd7bf-8f9d-49c0-96a8-a4b892468934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.751562 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-817674a3-04aa-402e-9543-af04a5de72d7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (98497414-a4ba-422f-83bc-abba656c13b8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.792799 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817674a3-04aa-402e-9543-af04a5de72d7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98497414-a4ba-422f-83bc-abba656c13b8,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:57.872170 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81511d4c-d1d2-43ad-83c4-aa647b7e61b7 req-6a5e9280-b3b5-4adb-b524-b62281a378e4 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:57.874302 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-81511d4c-d1d2-43ad-83c4-aa647b7e61b7 req-6a5e9280-b3b5-4adb-b524-b62281a378e4 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0673256 Apr 12 14:27:57.884183 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-817674a3-04aa-402e-9543-af04a5de72d7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.885624 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-817674a3-04aa-402e-9543-af04a5de72d7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4823346 Apr 12 14:27:57.888271 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 40574) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:57.893658 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aebcd7bf-8f9d-49c0-96a8-a4b892468934 admin admin] Publish callbacks [] for security_group (32238642-d224-4e5b-89e2-d4bbc5970ffa), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.894020 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-47747a99-58e0-4828-a09f-f6177405d09c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group_rule': {'security_group_id': '1c0c5111-7ceb-48fb-9993-3dede3b124ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:57.939652 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-81511d4c-d1d2-43ad-83c4-aa647b7e61b7 req-f75bf7c2-06dc-44b0-9a63-8cef0a7a3aaf tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595784 Apr 12 14:27:57.949236 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:27:57.951541 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ef588-6661-4db8-8661-36640a96e209" -d '{"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-plugged", "status": "completed", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:27:57.983709 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aebcd7bf-8f9d-49c0-96a8-a4b892468934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (32238642-d224-4e5b-89e2-d4bbc5970ffa), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.997896 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699e6338-db0d-411f-a1e3-9c1d5b2a14e0 x-openstack-request-id: req-699e6338-db0d-411f-a1e3-9c1d5b2a14e0 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:27:57.998392 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-plugged", "status": "completed", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:27:57.999051 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-699e6338-db0d-411f-a1e3-9c1d5b2a14e0 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:27:57.999456 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699e6338-db0d-411f-a1e3-9c1d5b2a14e0'] response: {'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'code': 200} Apr 12 14:27:58.017513 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-47747a99-58e0-4828-a09f-f6177405d09c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (f9644cc7-99e7-4986-ba58-1a75bb4452f6), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.032852 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcd7bf-8f9d-49c0-96a8-a4b892468934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32238642-d224-4e5b-89e2-d4bbc5970ffa,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:58.041014 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-aebcd7bf-8f9d-49c0-96a8-a4b892468934 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5de666fb05f245a289f50678c258bc73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488780 Apr 12 14:27:58.044327 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40580) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:58.117750 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-47747a99-58e0-4828-a09f-f6177405d09c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (f9644cc7-99e7-4986-ba58-1a75bb4452f6), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.157203 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94997a3-0221-437f-a3ac-3377ec72bcc0 req-10feb9d7-f55d-4878-96c4-bae59943006a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:58.159406 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f94997a3-0221-437f-a3ac-3377ec72bcc0 req-10feb9d7-f55d-4878-96c4-bae59943006a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0711703 Apr 12 14:27:58.162699 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd0d30b2-21ce-4864-95d9-27d59f2d9ef4 admin admin] Publish callbacks [] for security_group (32238642-d224-4e5b-89e2-d4bbc5970ffa), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.208197 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd0d30b2-21ce-4864-95d9-27d59f2d9ef4 admin admin] Publish callbacks [] for security_group (32238642-d224-4e5b-89e2-d4bbc5970ffa), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.229022 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-47747a99-58e0-4828-a09f-f6177405d09c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (f9644cc7-99e7-4986-ba58-1a75bb4452f6), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.263661 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f94997a3-0221-437f-a3ac-3377ec72bcc0 req-000b4a85-55cb-4fdd-801e-b5b7a757b445 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959544 Apr 12 14:27:58.288990 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47747a99-58e0-4828-a09f-f6177405d09c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9644cc7-99e7-4986-ba58-1a75bb4452f6,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:58.384265 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-47747a99-58e0-4828-a09f-f6177405d09c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.387460 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-47747a99-58e0-4828-a09f-f6177405d09c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4979620 Apr 12 14:27:58.396645 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40584) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:58.401622 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:58.416433 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd0d30b2-21ce-4864-95d9-27d59f2d9ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (32238642-d224-4e5b-89e2-d4bbc5970ffa), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.419408 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd0d30b2-21ce-4864-95d9-27d59f2d9ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.420922 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-cd0d30b2-21ce-4864-95d9-27d59f2d9ef4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32238642-d224-4e5b-89e2-d4bbc5970ffa HTTP/1.1" status: 204 len: 168 time: 0.3755906 Apr 12 14:27:58.438889 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d30b2-21ce-4864-95d9-27d59f2d9ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32238642-d224-4e5b-89e2-d4bbc5970ffa,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:58.513668 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.621717 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.748437 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Allocated IP 172.27.3.148 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/7fcd0404-230a-4eff-95fd-f0bb1952b1c3) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:27:58.940998 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1ed52-2496-4974-b5c6-c80b9aa7ecd6 req-04864ff1-3ea5-42c5-a0a6-9381770275b6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:58.949402 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-11b1ed52-2496-4974-b5c6-c80b9aa7ecd6 req-04864ff1-3ea5-42c5-a0a6-9381770275b6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.1227064 Apr 12 14:27:58.964640 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (7fcd0404-230a-4eff-95fd-f0bb1952b1c3), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.018968 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-11b1ed52-2496-4974-b5c6-c80b9aa7ecd6 req-9133c239-9268-4653-82c3-6e90d7a26b2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659063 Apr 12 14:27:59.103195 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b91a64-245f-45aa-a0c0-6d8a5665b85a req-e9cfd7fb-da67-4178-b568-eb478fd524d7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:59.104889 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-29b91a64-245f-45aa-a0c0-6d8a5665b85a req-e9cfd7fb-da67-4178-b568-eb478fd524d7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0495501 Apr 12 14:27:59.153664 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-29b91a64-245f-45aa-a0c0-6d8a5665b85a req-93e06470-a173-46a2-9bc2-dbc86487fa04 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420470 Apr 12 14:27:59.177010 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (7fcd0404-230a-4eff-95fd-f0bb1952b1c3), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.224323 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:59.279972 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:59.279972 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:27:59.279972 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=7fcd0404-230a-4eff-95fd-f0bb1952b1c3,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:59.345752 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (898f8743-737a-44d4-b5c3-f27446eb0e2b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.386027 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84802-742f-4463-84c0-62c6f79233bf req-a812469c-dddd-442e-bd03-b299bf112a4e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:59.387572 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a6c84802-742f-4463-84c0-62c6f79233bf req-a812469c-dddd-442e-bd03-b299bf112a4e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0515013 Apr 12 14:27:59.438306 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a6c84802-742f-4463-84c0-62c6f79233bf req-46228253-8fed-4ed0-9438-154557a38598 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450408 Apr 12 14:27:59.793465 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (7fcd0404-230a-4eff-95fd-f0bb1952b1c3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.961912 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (7fcd0404-230a-4eff-95fd-f0bb1952b1c3), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.037760 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (7fcd0404-230a-4eff-95fd-f0bb1952b1c3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.149257 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=7fcd0404-230a-4eff-95fd-f0bb1952b1c3,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:00.171495 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (898f8743-737a-44d4-b5c3-f27446eb0e2b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.179783 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b75c7-ef90-4dc7-a9f3-aa69dafc314c req-c6a311dd-84d4-45cc-ae56-a3fb8cf79ddc tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:00.181322 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0e2b75c7-ef90-4dc7-a9f3-aa69dafc314c req-c6a311dd-84d4-45cc-ae56-a3fb8cf79ddc tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0672648 Apr 12 14:28:00.254810 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0e2b75c7-ef90-4dc7-a9f3-aa69dafc314c req-fd9bd84f-86d0-4a83-9048-887ee8c31e00 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601349 Apr 12 14:28:00.265614 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.267168 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6e24319b-775f-492f-a095-cf401fa55a53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8688846 Apr 12 14:28:00.309142 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fdeb-0460-40df-bb90-2f6dd4e1eb8e req-7ab79a7d-74f4-46c6-a7eb-d229bb4dae21 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:00.315272 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a691fdeb-0460-40df-bb90-2f6dd4e1eb8e req-7ab79a7d-74f4-46c6-a7eb-d229bb4dae21 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0692174 Apr 12 14:28:00.390118 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a691fdeb-0460-40df-bb90-2f6dd4e1eb8e req-0bea9897-bbd8-4f9b-8d3c-9e958a6be8d9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730114 Apr 12 14:28:00.553540 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-5f5ccecd-5d5f-4820-a30c-dc54343d06ae tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--405854419&fields=id&tenant_id=e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 267 time: 0.0789323 Apr 12 14:28:00.568544 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f457058-7799-4510-a6a9-0ee505a60ccc req-55f57a13-6007-4261-8655-26326c37e110 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:00.570327 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f457058-7799-4510-a6a9-0ee505a60ccc req-55f57a13-6007-4261-8655-26326c37e110 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0614111 Apr 12 14:28:00.636246 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f457058-7799-4510-a6a9-0ee505a60ccc req-50102d00-e816-40b6-b560-c72c3bbb15e0 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Apr 12 14:28:00.709767 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f084-0404-4f36-834d-c7eb4595331d req-6e1b9201-d918-42a0-a2d2-517ebfdd5956 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:00.711501 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-6e1b9201-d918-42a0-a2d2-517ebfdd5956 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 815 time: 0.1572027 Apr 12 14:28:00.729742 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-6affd44d-f97e-4076-8e00-020cc63b4e68 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/quotas/e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 375 time: 0.0098121 Apr 12 14:28:00.797084 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-954bfff2-01b6-4052-ae90-6ad25630af40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616610 Apr 12 14:28:00.919147 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-45d21077-9865-439e-a955-3592c1784da2 service neutron] 10.222.0.61 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070921 Apr 12 14:28:01.019862 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-e63a20d6-1ef2-4d3f-ac94-76533c203602 service neutron] 10.222.0.61 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938079 Apr 12 14:28:01.429355 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f300a-7028-42cd-9502-49c77296eb87 req-6b9601ea-e0b9-4cc3-bac7-83f95f68c049 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:01.437542 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dd8f300a-7028-42cd-9502-49c77296eb87 req-6b9601ea-e0b9-4cc3-bac7-83f95f68c049 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0855818 Apr 12 14:28:01.438246 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9868111f-9892-46ff-9ec9-05fe448f59f2 req-2f0164c6-c965-4d6f-af05-000d4731e839 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 210 time: 0.0852203 Apr 12 14:28:01.523755 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dd8f300a-7028-42cd-9502-49c77296eb87 req-419eb2ba-517b-4289-b4ff-e6e10baddfa8 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851569 Apr 12 14:28:01.628573 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb3f6-a092-4256-9ace-7315229cb221 req-c64e0cb4-c73a-4a47-a2f7-4ea308dca31e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:01.628573 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f5bb3f6-a092-4256-9ace-7315229cb221 req-c64e0cb4-c73a-4a47-a2f7-4ea308dca31e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0519421 Apr 12 14:28:01.655926 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f5bb3f6-a092-4256-9ace-7315229cb221 req-e05b8f17-b33f-4033-8259-b5454b3c6a23 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542474 Apr 12 14:28:01.777884 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6c85f-94f3-45ee-986c-eb29b3edf2df req-295d984f-f75c-461e-81af-372ac05beb47 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:01.785574 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05c6c85f-94f3-45ee-986c-eb29b3edf2df req-295d984f-f75c-461e-81af-372ac05beb47 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0624132 Apr 12 14:28:01.845124 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05c6c85f-94f3-45ee-986c-eb29b3edf2df req-6d511608-c8f2-44fb-885c-d888c55ab20e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583832 Apr 12 14:28:02.437428 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc662e01-c04f-4a6a-9708-ed77cbc0e2d9 req-e11f125c-c41b-4852-8f7f-fd3237ae4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:02.443898 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc662e01-c04f-4a6a-9708-ed77cbc0e2d9 req-e11f125c-c41b-4852-8f7f-fd3237ae4ef0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 1130 time: 0.0501649 Apr 12 14:28:02.539187 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc662e01-c04f-4a6a-9708-ed77cbc0e2d9 req-f38c4a9f-4925-4524-8f3a-84426581e9e8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876348 Apr 12 14:28:02.554094 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-66f39503-2d4f-4e12-b805-07a3629d03ce req-609e25b9-8d12-456d-8ba3-507b3cb9dcea tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 210 time: 0.0544505 Apr 12 14:28:02.752331 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87d1b2-e61a-4a3f-a211-cbc3c6b960a2 req-9a830af1-ce8e-486a-a73a-4a591a75ac1e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:02.754316 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5d87d1b2-e61a-4a3f-a211-cbc3c6b960a2 req-9a830af1-ce8e-486a-a73a-4a591a75ac1e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0808802 Apr 12 14:28:02.802161 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4ea2a-0f44-4f86-9ecd-bf1ebab2fa28 req-3e30f9f6-8c1b-424c-b892-76603d9e505c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:02.804020 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ddd4ea2a-0f44-4f86-9ecd-bf1ebab2fa28 req-3e30f9f6-8c1b-424c-b892-76603d9e505c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0504072 Apr 12 14:28:02.807083 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5d87d1b2-e61a-4a3f-a211-cbc3c6b960a2 req-7b027979-918c-4f6c-9107-c0e0a2b942ed tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Apr 12 14:28:02.859131 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ddd4ea2a-0f44-4f86-9ecd-bf1ebab2fa28 req-c1686497-432b-4b6d-9785-8548cfa58cd7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490735 Apr 12 14:28:02.966453 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd551c94-090f-4d4e-8a5c-fe4151ec4be9 req-954253a1-8805-4877-b75e-d03324276d07 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:02.967922 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd551c94-090f-4d4e-8a5c-fe4151ec4be9 req-954253a1-8805-4877-b75e-d03324276d07 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0504904 Apr 12 14:28:03.019530 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd551c94-090f-4d4e-8a5c-fe4151ec4be9 req-7af70724-b377-4690-b883-439c660936f0 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Apr 12 14:28:03.720941 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0f1d8672-290a-4a28-ae6b-928cc1b177b1 req-2043bbef-a162-44d7-8d60-1f76f2b1601c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 210 time: 0.0410001 Apr 12 14:28:03.978626 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1367-6ea7-4681-a2b8-2e2ff69aa860 req-b2493031-4710-477b-9260-f9f9628afa96 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:03.979212 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-817f1367-6ea7-4681-a2b8-2e2ff69aa860 req-b2493031-4710-477b-9260-f9f9628afa96 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0963871 Apr 12 14:28:04.026302 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59284-f7cf-4d26-999a-bd8086da8b39 req-70403c1a-411f-41e4-9064-99dc8a3fd615 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:04.027964 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-33e59284-f7cf-4d26-999a-bd8086da8b39 req-70403c1a-411f-41e4-9064-99dc8a3fd615 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0526669 Apr 12 14:28:04.043670 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-817f1367-6ea7-4681-a2b8-2e2ff69aa860 req-30279892-bd15-4759-a146-205d669a68ff tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552654 Apr 12 14:28:04.107454 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-33e59284-f7cf-4d26-999a-bd8086da8b39 req-2ddd0bcd-c5f2-46d0-a004-ada6d5cd2b8a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680182 Apr 12 14:28:04.213179 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fbf24-167a-4a84-b09b-62443276d2cc req-b906daf2-6dd0-4dfb-bfab-e01c1d022f96 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:04.220445 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0c8fbf24-167a-4a84-b09b-62443276d2cc req-b906daf2-6dd0-4dfb-bfab-e01c1d022f96 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0615277 Apr 12 14:28:04.269242 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0c8fbf24-167a-4a84-b09b-62443276d2cc req-aa521e9c-298a-4e40-959b-2126f4380f02 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465863 Apr 12 14:28:04.834828 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c3e43014-667b-4196-a1cc-a7841db42a8f req-176038df-dcee-4ad1-bb9c-52709c635a5f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 210 time: 0.0333133 Apr 12 14:28:05.303165 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f2c3d-5362-4aa2-9662-b51efc301a16 req-d38bd0b8-2044-47e5-a490-9d7e3189a2c9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:05.311221 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c12f2c3d-5362-4aa2-9662-b51efc301a16 req-d38bd0b8-2044-47e5-a490-9d7e3189a2c9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0588267 Apr 12 14:28:05.371645 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c12f2c3d-5362-4aa2-9662-b51efc301a16 req-4ad93f79-775c-408e-9fd7-97334c6cefea tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537057 Apr 12 14:28:05.415169 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22848a81-53d2-484a-9cba-c2b6749a97a1 req-caf1f4f9-a0b1-4276-8a94-acdaf3572280 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:05.421636 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22848a81-53d2-484a-9cba-c2b6749a97a1 req-caf1f4f9-a0b1-4276-8a94-acdaf3572280 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0550761 Apr 12 14:28:05.498610 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22848a81-53d2-484a-9cba-c2b6749a97a1 req-2dbd4b50-a0c1-45bf-9b28-d1b23dc5a4a6 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753131 Apr 12 14:28:05.615243 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f084-0404-4f36-834d-c7eb4595331d req-6300a086-f9d8-4627-98f7-0384f2d9d3c4 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:05.617006 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-6300a086-f9d8-4627-98f7-0384f2d9d3c4 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 815 time: 0.1558597 Apr 12 14:28:05.750760 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-9ce5d17f-f608-4c4b-bbab-f74ea7712d0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 471 time: 0.1238325 Apr 12 14:28:05.760331 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'port': {'device_id': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'admin_state_up': True, 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'security_groups': ['1c0c5111-7ceb-48fb-9993-3dede3b124ab']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:05.979110 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0783e8ef-3bb7-41c4-8a7b-cf252f7296cd req-be0f133b-9c93-4e39-b336-181be131bff9 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 210 time: 0.0367627 Apr 12 14:28:06.103219 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Made reservation on behalf of e143bfbb72ff477eb0314ce2e307742b for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:06.110781 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.300342 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Allocated IP 172.20.0.6 (c6cfda00-f47e-4714-a51e-54f6193af483/f4377840-8ce7-4f3c-a2b2-7858ae2d4481/1b954c2e-1578-4017-80d3-ac279e063f9d) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:06.516986 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.522095 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a72e5-d966-4128-88cb-e0473885a50e req-223593be-0327-43fc-9c0a-31001389dbf6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:06.522095 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1e4a72e5-d966-4128-88cb-e0473885a50e req-223593be-0327-43fc-9c0a-31001389dbf6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0704904 Apr 12 14:28:06.675558 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1e4a72e5-d966-4128-88cb-e0473885a50e req-2a3f147e-c3db-4299-8016-fd6123921fc2 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496046 Apr 12 14:28:06.707802 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.993682 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Network c6cfda00-f47e-4714-a51e-54f6193af483 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:06.997146 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:07.000875 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:07.006452 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:07.007070 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.018988 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=1b954c2e-1578-4017-80d3-ac279e063f9d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:07.245157 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-389798fd-0fa3-4b8f-8518-d57c01a1b387 None None] Provisioning complete for port 1b954c2e-1578-4017-80d3-ac279e063f9d triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:07.245827 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-389798fd-0fa3-4b8f-8518-d57c01a1b387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.282603 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-389798fd-0fa3-4b8f-8518-d57c01a1b387 None None] Port 1b954c2e-1578-4017-80d3-ac279e063f9d cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:07.317192 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c2370-51d4-425f-a30e-9fefe02e5c47 req-166f5b88-6736-4f25-9a39-f0452edf7735 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:07.318850 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b62c2370-51d4-425f-a30e-9fefe02e5c47 req-166f5b88-6736-4f25-9a39-f0452edf7735 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 931 time: 0.2770729 Apr 12 14:28:07.364687 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b62c2370-51d4-425f-a30e-9fefe02e5c47 req-b1234c0c-0d5d-45a1-b045-cf5e5f15c7a3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397971 Apr 12 14:28:07.534798 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40796) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:07.539484 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-86f58fa1-470d-4834-b9f4-d568e694284b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403269633', 'description': 'tempest-description--1044691723'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:07.574319 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-0e1bade7-fdab-46a8-b8ec-177c0b409a40 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8179173 Apr 12 14:28:07.597677 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Request body: {'port': {'device_id': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:07.664027 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.712388 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-86f58fa1-470d-4834-b9f4-d568e694284b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.880917 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6a21b-3029-4d20-87b0-82bf71e7c7e3 req-d32a0c1f-1576-4a6d-bab8-b7c68792e445 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:07.887666 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0ea6a21b-3029-4d20-87b0-82bf71e7c7e3 req-d32a0c1f-1576-4a6d-bab8-b7c68792e445 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.1042998 Apr 12 14:28:07.936254 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-86f58fa1-470d-4834-b9f4-d568e694284b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group (759d3554-4a2f-44ed-b377-333797596f50), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.986692 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0ea6a21b-3029-4d20-87b0-82bf71e7c7e3 req-40ccb73a-2bfd-4263-a33c-05b63f6b62d4 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958436 Apr 12 14:28:08.055202 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-86f58fa1-470d-4834-b9f4-d568e694284b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (759d3554-4a2f-44ed-b377-333797596f50), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.102584 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f58fa1-470d-4834-b9f4-d568e694284b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759d3554-4a2f-44ed-b377-333797596f50,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:08.104886 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b954c2e-1578-4017-80d3-ac279e063f9d {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:08.115019 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Publish callbacks [] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.141861 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Transition to ACTIVE for port object 1b954c2e-1578-4017-80d3-ac279e063f9d will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:28:08.230673 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-86f58fa1-470d-4834-b9f4-d568e694284b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.232431 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-86f58fa1-470d-4834-b9f4-d568e694284b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6965952 Apr 12 14:28:08.235673 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40830) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:08.241757 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-5e21ea0f-82ec-45bd-936d-27298a9f335d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Request body: {'security_group_rule': {'security_group_id': '759d3554-4a2f-44ed-b377-333797596f50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:08.264168 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.340738 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Pushing event updated for resources: {'Port': ['ID=1b954c2e-1578-4017-80d3-ac279e063f9d,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:08.372468 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e21ea0f-82ec-45bd-936d-27298a9f335d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group_rule (90b8e1a6-1f82-42e7-a48b-b38cee3481eb), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.426251 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Attempting to bind port 1b954c2e-1578-4017-80d3-ac279e063f9d on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:08.426602 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Attempting to bind port 1b954c2e-1578-4017-80d3-ac279e063f9d by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:08.426918 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Attempting to bind port 1b954c2e-1578-4017-80d3-ac279e063f9d on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:08.431706 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Port 1b954c2e-1578-4017-80d3-ac279e063f9d on network c6cfda00-f47e-4714-a51e-54f6193af483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:28:08.432033 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Attempting to bind port 1b954c2e-1578-4017-80d3-ac279e063f9d on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:08.439175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:08.439542 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Checking segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:08.440202 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Bound using segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:08.440901 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Bound port: 1b954c2e-1578-4017-80d3-ac279e063f9d, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:08.441305 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.508775 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e21ea0f-82ec-45bd-936d-27298a9f335d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group_rule (90b8e1a6-1f82-42e7-a48b-b38cee3481eb), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.592762 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b3155-4b49-44ba-9b13-964bd0323701 req-7e75fc2b-4520-4ce9-9627-914bf719806e tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:08.594218 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a33b3155-4b49-44ba-9b13-964bd0323701 req-7e75fc2b-4520-4ce9-9627-914bf719806e tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 943 time: 0.0670021 Apr 12 14:28:08.609464 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] For port 1b954c2e-1578-4017-80d3-ac279e063f9d, host hv-cinder-83752, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:08.614145 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] For port 1b954c2e-1578-4017-80d3-ac279e063f9d, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1b954c2e-1578-4017-80d3-ac279e063f9d,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:08.652953 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a33b3155-4b49-44ba-9b13-964bd0323701 req-93893615-402d-4ca3-819e-1aea8f4ab300 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516577 Apr 12 14:28:08.817055 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e21ea0f-82ec-45bd-936d-27298a9f335d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (90b8e1a6-1f82-42e7-a48b-b38cee3481eb), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.835653 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21ea0f-82ec-45bd-936d-27298a9f335d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b8e1a6-1f82-42e7-a48b-b38cee3481eb,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:08.972142 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.973653 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.014971 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:09.014971 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.016418 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] 10.222.0.48 "PUT /v2.0/ports/1b954c2e-1578-4017-80d3-ac279e063f9d HTTP/1.1" status: 200 len: 1093 time: 1.4269667 Apr 12 14:28:09.016822 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'tag': '1b954c2e-1578-4017-80d3-ac279e063f9d'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:09.019628 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a4ab77-626f-4c09-ba15-3b3d8a188c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b33e6484-840e-4cd5-9558-8977f2c14b9a", "tag": "1b954c2e-1578-4017-80d3-ac279e063f9d"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:09.078954 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076ee86-fef6-401a-aac7-1f47d4df9586 service neutron] Pushing event updated for resources: {'Port': ['ID=1b954c2e-1578-4017-80d3-ac279e063f9d,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:09.090578 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf53484-7ff9-4694-91a3-d7bd25b2d5c8 x-openstack-request-id: req-6bf53484-7ff9-4694-91a3-d7bd25b2d5c8 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:09.090854 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33e6484-840e-4cd5-9558-8977f2c14b9a", "tag": "1b954c2e-1578-4017-80d3-ac279e063f9d", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:09.091020 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6bf53484-7ff9-4694-91a3-d7bd25b2d5c8 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:09.091419 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf53484-7ff9-4694-91a3-d7bd25b2d5c8'] response: {'name': 'network-changed', 'server_uuid': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'tag': '1b954c2e-1578-4017-80d3-ac279e063f9d', 'status': 'completed', 'code': 200} Apr 12 14:28:09.126017 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e21ea0f-82ec-45bd-936d-27298a9f335d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.126017 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-5e21ea0f-82ec-45bd-936d-27298a9f335d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8855307 Apr 12 14:28:09.126017 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40864) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:09.154399 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-65bf2505-503d-40c9-80d2-1dae2f131d7f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Request body: {'security_group_rule': {'security_group_id': '759d3554-4a2f-44ed-b377-333797596f50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:09.187369 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4ab77-626f-4c09-ba15-3b3d8a188c5b req-9e1277a7-f072-4388-8a9f-1684de2c2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:09.188915 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e8a4ab77-626f-4c09-ba15-3b3d8a188c5b req-9e1277a7-f072-4388-8a9f-1684de2c2df9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 1127 time: 0.0750587 Apr 12 14:28:09.197064 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500836-ff68-4575-ada6-2f6175501ac2 req-b3b57dad-9bf8-479c-8c42-f7196f1d93cb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:09.198964 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-71500836-ff68-4575-ada6-2f6175501ac2 req-b3b57dad-9bf8-479c-8c42-f7196f1d93cb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.1030433 Apr 12 14:28:09.269532 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-71500836-ff68-4575-ada6-2f6175501ac2 req-c76d7eb5-7e5e-49f1-b242-5e7c37b89bb6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623169 Apr 12 14:28:09.321694 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4ab77-626f-4c09-ba15-3b3d8a188c5b req-4e07d70d-2cd1-4ffc-8b8e-131d40d95330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:09.323091 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e8a4ab77-626f-4c09-ba15-3b3d8a188c5b req-4e07d70d-2cd1-4ffc-8b8e-131d40d95330 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e143bfbb72ff477eb0314ce2e307742b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1176550 Apr 12 14:28:09.351036 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-65bf2505-503d-40c9-80d2-1dae2f131d7f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group_rule (6eaa9c3f-a3d1-46e7-bba6-29c2bb8c82e9), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.438101 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-65bf2505-503d-40c9-80d2-1dae2f131d7f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group_rule (6eaa9c3f-a3d1-46e7-bba6-29c2bb8c82e9), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.443463 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4ab77-626f-4c09-ba15-3b3d8a188c5b req-f5ea56a3-8155-4472-8987-d3535ed5c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:09.445478 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e8a4ab77-626f-4c09-ba15-3b3d8a188c5b req-f5ea56a3-8155-4472-8987-d3535ed5c2eb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142409 Apr 12 14:28:09.519911 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-65bf2505-503d-40c9-80d2-1dae2f131d7f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (6eaa9c3f-a3d1-46e7-bba6-29c2bb8c82e9), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.537672 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf2505-503d-40c9-80d2-1dae2f131d7f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eaa9c3f-a3d1-46e7-bba6-29c2bb8c82e9,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:09.574992 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f084-0404-4f36-834d-c7eb4595331d req-300a3cd1-6c33-4da8-9e51-ef86d8a2a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:09.576408 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-300a3cd1-6c33-4da8-9e51-ef86d8a2a6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 1127 time: 0.0410569 Apr 12 14:28:09.623650 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-a82d7e85-0f0f-49ea-bfca-6f3423a822a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b954c2e-1578-4017-80d3-ac279e063f9d HTTP/1.1" status: 200 len: 217 time: 0.0396574 Apr 12 14:28:09.697254 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-65bf2505-503d-40c9-80d2-1dae2f131d7f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.698497 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-65bf2505-503d-40c9-80d2-1dae2f131d7f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5716255 Apr 12 14:28:09.701874 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 40878) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:09.707468 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:09.783115 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f986a-7b36-46df-9345-12e9cd3b1368 req-682a2155-3553-4826-8a7d-21721ddece2f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:09.784866 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-942f986a-7b36-46df-9345-12e9cd3b1368 req-682a2155-3553-4826-8a7d-21721ddece2f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 943 time: 0.0538313 Apr 12 14:28:09.839629 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.872855 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-942f986a-7b36-46df-9345-12e9cd3b1368 req-1bb8ed2d-2d66-48cd-8190-af87a509d582 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823412 Apr 12 14:28:09.937295 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f084-0404-4f36-834d-c7eb4595331d req-560245da-f913-4908-a0e4-f32dd23246e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:09.938848 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-560245da-f913-4908-a0e4-f32dd23246e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 200 len: 854 time: 0.1161900 Apr 12 14:28:09.972799 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.038936 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f084-0404-4f36-834d-c7eb4595331d req-531ccaaa-f789-4bfa-988f-4b51b7dc75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:10.040513 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-531ccaaa-f789-4bfa-988f-4b51b7dc75b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6cfda00-f47e-4714-a51e-54f6193af483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875230 Apr 12 14:28:10.080584 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40884) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:10.146081 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-b9435b69-0812-423c-827b-12f207f5730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:10.147969 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-b9435b69-0812-423c-827b-12f207f5730b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 1129 time: 0.0454333 Apr 12 14:28:10.179155 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Allocated IP 172.27.3.214 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/faa6fd5e-6999-42b3-97b0-31b4e877e71d) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:10.231013 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-f20f8dbd-91ef-4dce-a1a1-5fa2d8c0f2f0 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426055 Apr 12 14:28:10.239549 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47081191-c230-47c8-b77d-4492629b9722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.287890 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-7dd4257c-6aee-4e4a-b604-3501b4b23d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:10.289993 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-7dd4257c-6aee-4e4a-b604-3501b4b23d64 service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.1351461 Apr 12 14:28:10.383440 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for port (faa6fd5e-6999-42b3-97b0-31b4e877e71d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.406731 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4644f084-0404-4f36-834d-c7eb4595331d req-f9df8466-fc8e-430f-a930-5a141229b990 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402895 Apr 12 14:28:10.425666 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-280054fd-7ef0-4ddc-bb51-a23b100197b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e80feacd-461f-4629-b43f-3acd60a68fdb HTTP/1.1" status: 200 len: 1001 time: 0.1292439 Apr 12 14:28:10.482720 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47081191-c230-47c8-b77d-4492629b9722 admin admin] Publish callbacks [] for security_group (8dce9966-07a8-40c4-a4ef-96095452b562), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.494009 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2544a90-f815-4dcf-bc01-e13747137040 req-f2d2cfc1-37a6-4061-afcb-4ee8226210f7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:10.495586 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2544a90-f815-4dcf-bc01-e13747137040 req-f2d2cfc1-37a6-4061-afcb-4ee8226210f7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.1190145 Apr 12 14:28:10.523601 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-8bc5f62d-f3c8-4069-ad5e-b55e15e7e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:10.525129 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-8bc5f62d-f3c8-4069-ad5e-b55e15e7e027 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.0910006 Apr 12 14:28:10.547158 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (faa6fd5e-6999-42b3-97b0-31b4e877e71d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.590475 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2544a90-f815-4dcf-bc01-e13747137040 req-aac82aa2-506b-4e8e-8476-8046aa66b290 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888166 Apr 12 14:28:10.591720 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-352fd0e7-36d4-4a8a-b8e8-604eb1c6306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:10.593269 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-352fd0e7-36d4-4a8a-b8e8-604eb1c6306d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615146 Apr 12 14:28:10.594358 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47081191-c230-47c8-b77d-4492629b9722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8dce9966-07a8-40c4-a4ef-96095452b562), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.598840 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:10.606379 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:10.616297 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:10.629416 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event updated for resources: {'Port': ['ID=faa6fd5e-6999-42b3-97b0-31b4e877e71d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:10.645889 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47081191-c230-47c8-b77d-4492629b9722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dce9966-07a8-40c4-a4ef-96095452b562,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:10.653177 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-47081191-c230-47c8-b77d-4492629b9722 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32b7769b89c24062a0adb9089b550775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5704770 Apr 12 14:28:10.655635 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40894) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:10.694894 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for floatingip (3a9823cc-9b24-4519-b87c-c2eb62e474c1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.724752 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ac7aef7c-69e0-454a-8668-aa3849d29f42 admin admin] Publish callbacks [] for security_group (8dce9966-07a8-40c4-a4ef-96095452b562), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.746856 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ac7aef7c-69e0-454a-8668-aa3849d29f42 admin admin] Publish callbacks [] for security_group (8dce9966-07a8-40c4-a4ef-96095452b562), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.944824 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (faa6fd5e-6999-42b3-97b0-31b4e877e71d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.946874 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ac7aef7c-69e0-454a-8668-aa3849d29f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8dce9966-07a8-40c4-a4ef-96095452b562), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.950990 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ac7aef7c-69e0-454a-8668-aa3849d29f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.952728 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ac7aef7c-69e0-454a-8668-aa3849d29f42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8dce9966-07a8-40c4-a4ef-96095452b562 HTTP/1.1" status: 204 len: 168 time: 0.2953970 Apr 12 14:28:10.968259 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7aef7c-69e0-454a-8668-aa3849d29f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dce9966-07a8-40c4-a4ef-96095452b562,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:10.988373 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40902) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:11.053784 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba07a0-3eca-4700-b405-83aa6496d836 req-a907f55b-eff8-4014-995a-9568d2da853f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:11.055397 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45ba07a0-3eca-4700-b405-83aa6496d836 req-a907f55b-eff8-4014-995a-9568d2da853f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 943 time: 0.0889430 Apr 12 14:28:11.139189 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-55e8fb8b-e73b-499f-8058-4300f0144ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.172958 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45ba07a0-3eca-4700-b405-83aa6496d836 req-957128a8-1305-4cc4-840c-e9c76d13e447 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966713 Apr 12 14:28:11.219268 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for port (faa6fd5e-6999-42b3-97b0-31b4e877e71d), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.247834 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-55e8fb8b-e73b-499f-8058-4300f0144ce2 admin admin] Publish callbacks [] for security_group (498eb809-0948-4a41-9196-c5fc84b3a8bc), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.346263 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (faa6fd5e-6999-42b3-97b0-31b4e877e71d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.383715 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3a9823cc-9b24-4519-b87c-c2eb62e474c1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.399847 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event updated for resources: {'Port': ['ID=faa6fd5e-6999-42b3-97b0-31b4e877e71d,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:11.433642 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-55e8fb8b-e73b-499f-8058-4300f0144ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (498eb809-0948-4a41-9196-c5fc84b3a8bc), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.480286 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-55e8fb8b-e73b-499f-8058-4300f0144ce2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6311e2d40ee1421aa407b78e9941c7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902637 Apr 12 14:28:11.482478 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8fb8b-e73b-499f-8058-4300f0144ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498eb809-0948-4a41-9196-c5fc84b3a8bc,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:11.484525 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 40910) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:11.520407 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.521663 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-00031f7b-db87-4769-b8bb-edb56dab33c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8187835 Apr 12 14:28:11.553803 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1193c4a9-f7e4-477b-a14f-59b015784608 admin admin] Publish callbacks [] for security_group (498eb809-0948-4a41-9196-c5fc84b3a8bc), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.582182 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1193c4a9-f7e4-477b-a14f-59b015784608 admin admin] Publish callbacks [] for security_group (498eb809-0948-4a41-9196-c5fc84b3a8bc), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.636174 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-37eba7ff-e8e6-4d4c-8ffe-274ac27d5fa9 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131225 Apr 12 14:28:11.778399 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218327df-eb8b-4958-a054-33eb1e5a6001 req-77136b0f-ecd6-42e1-94e0-4083f866fb79 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:11.779987 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-218327df-eb8b-4958-a054-33eb1e5a6001 req-77136b0f-ecd6-42e1-94e0-4083f866fb79 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0901415 Apr 12 14:28:11.808766 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ca0dac8d-46c0-4e9d-afbf-25d9e4e3fc1a req-9a39a302-6842-4777-8aa7-8771de4c7ad0 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645689 Apr 12 14:28:11.833557 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-c61e5597-8f87-4b30-9cfb-45ab114a35fd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1403269633&fields=id&tenant_id=01f26170c3294efc8e2156d7bbf0f995 HTTP/1.1" status: 200 len: 267 time: 0.1123805 Apr 12 14:28:11.843005 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-218327df-eb8b-4958-a054-33eb1e5a6001 req-7ccabfa0-e87f-4a60-9863-3f430e4d9e5a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556757 Apr 12 14:28:11.962277 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477faaf2-2898-4b44-9bec-de95300f29ab req-8df9f33c-92bc-4c90-991a-8abda750ccc2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:11.963744 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-8df9f33c-92bc-4c90-991a-8abda750ccc2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 818 time: 0.1231372 Apr 12 14:28:11.978876 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-49fba77f-e79b-4184-91ae-a4080ba520a8 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/quotas/01f26170c3294efc8e2156d7bbf0f995 HTTP/1.1" status: 200 len: 375 time: 0.0095601 Apr 12 14:28:12.034225 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-bd647c19-db60-45f7-a309-c23352dcbf31 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492015 Apr 12 14:28:12.131128 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-eb453f6d-867d-40ad-b480-66ebefbc1cd2 service neutron] 10.222.0.61 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838544 Apr 12 14:28:12.230542 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-b5e4c87a-c957-4953-af55-df6b4d15e4be service neutron] 10.222.0.61 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937181 Apr 12 14:28:12.293080 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c21e9-5618-4c50-92bf-8705ade89925 req-fa24254a-efc1-4490-8c83-4a5c3aec7811 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:12.294563 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7a0c21e9-5618-4c50-92bf-8705ade89925 req-fa24254a-efc1-4490-8c83-4a5c3aec7811 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 943 time: 0.0495977 Apr 12 14:28:12.342072 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7a0c21e9-5618-4c50-92bf-8705ade89925 req-da2da29e-2f9b-4c5c-98ac-5a981d49ee69 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 Apr 12 14:28:12.428020 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1193c4a9-f7e4-477b-a14f-59b015784608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (498eb809-0948-4a41-9196-c5fc84b3a8bc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.430544 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1193c4a9-f7e4-477b-a14f-59b015784608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.431670 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1193c4a9-f7e4-477b-a14f-59b015784608 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/498eb809-0948-4a41-9196-c5fc84b3a8bc HTTP/1.1" status: 204 len: 168 time: 0.9459183 Apr 12 14:28:12.442354 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193c4a9-f7e4-477b-a14f-59b015784608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498eb809-0948-4a41-9196-c5fc84b3a8bc,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:12.442743 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 40932) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:12.457530 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-26a8638f-c390-4c4e-a22c-1e0bd1c0dfbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.602825 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7f6184f9-dd9c-4318-8616-92bee98f8459 req-a42dc06a-4a78-4569-8088-2e1a0a089301 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 210 time: 0.0301833 Apr 12 14:28:12.683625 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-26a8638f-c390-4c4e-a22c-1e0bd1c0dfbd admin admin] Publish callbacks [] for security_group (8bc217b0-9998-46e6-babe-c5722c803afd), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.742869 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-26a8638f-c390-4c4e-a22c-1e0bd1c0dfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8bc217b0-9998-46e6-babe-c5722c803afd), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.783195 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8638f-c390-4c4e-a22c-1e0bd1c0dfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc217b0-9998-46e6-babe-c5722c803afd,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:12.788066 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-26a8638f-c390-4c4e-a22c-1e0bd1c0dfbd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1809a0b944d44d258dfd637cbe2f02ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437974 Apr 12 14:28:12.791637 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 40942) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:12.865121 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9af72b6-e450-4791-b077-3e5e0ef5ee7b admin admin] Publish callbacks [] for security_group (8bc217b0-9998-46e6-babe-c5722c803afd), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.897742 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9af72b6-e450-4791-b077-3e5e0ef5ee7b admin admin] Publish callbacks [] for security_group (8bc217b0-9998-46e6-babe-c5722c803afd), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.986115 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8941-6a9c-4e71-9483-64345d81ded3 req-4f14ecfe-447f-4301-ad7a-a814a0b04658 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:12.993478 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c4fb8941-6a9c-4e71-9483-64345d81ded3 req-4f14ecfe-447f-4301-ad7a-a814a0b04658 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 945 time: 0.0616910 Apr 12 14:28:13.035292 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9af72b6-e450-4791-b077-3e5e0ef5ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8bc217b0-9998-46e6-babe-c5722c803afd), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:13.037844 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9af72b6-e450-4791-b077-3e5e0ef5ee7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:13.041208 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b9af72b6-e450-4791-b077-3e5e0ef5ee7b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bc217b0-9998-46e6-babe-c5722c803afd HTTP/1.1" status: 204 len: 168 time: 0.2463329 Apr 12 14:28:13.042119 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c4fb8941-6a9c-4e71-9483-64345d81ded3 req-f1883f4f-e3a3-4860-a0a2-54ed0ee36595 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478725 Apr 12 14:28:13.050250 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af72b6-e450-4791-b077-3e5e0ef5ee7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc217b0-9998-46e6-babe-c5722c803afd,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:13.466305 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564822b-fcd9-47fd-93a4-4e3f50804b2f req-51e11a16-a0fd-46ba-afe2-e6dd2b46197c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:13.466305 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b564822b-fcd9-47fd-93a4-4e3f50804b2f req-51e11a16-a0fd-46ba-afe2-e6dd2b46197c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 943 time: 0.0479023 Apr 12 14:28:13.522105 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b564822b-fcd9-47fd-93a4-4e3f50804b2f req-b96173f2-24c5-4fd8-bd61-2c0a29468859 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441098 Apr 12 14:28:13.559241 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 1b954c2e-1578-4017-80d3-ac279e063f9d details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:28:13.563025 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:28:13.745415 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e80feacd-461f-4629-b43f-3acd60a68fdb is: ACTIVE; New status is: DOWN {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:13.746040 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:13.747095 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2e2179c3-89e4-41bc-8db2-3466395fb432 req-d33cd31d-049b-40c5-b622-2d24701a4e76 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 210 time: 0.0344689 Apr 12 14:28:13.761548 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b783a585-3616-4deb-8fd3-04a7d85fa70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:13.782175 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 1b954c2e-1578-4017-80d3-ac279e063f9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1b954c2e-1578-4017-80d3-ac279e063f9d,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:13.796712 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:13.799210 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34732ae9-32b4-4915-bb67-cf9582be5586" -d '{"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-unplugged", "status": "completed", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:13.838627 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '1b954c2e-1578-4017-80d3-ac279e063f9d', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'port_id': '1b954c2e-1578-4017-80d3-ac279e063f9d', 'mac_address': 'fa:16:3e:a1:c3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:28:13.855658 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558eca6b-7007-49ce-abd9-1d2af9af69eb x-openstack-request-id: req-558eca6b-7007-49ce-abd9-1d2af9af69eb {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:13.857229 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-unplugged", "status": "completed", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:13.857229 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-558eca6b-7007-49ce-abd9-1d2af9af69eb {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:13.857229 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558eca6b-7007-49ce-abd9-1d2af9af69eb'] response: {'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'code': 200} Apr 12 14:28:13.858755 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:13.910156 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 1b954c2e-1578-4017-80d3-ac279e063f9d is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:13.910684 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:13.925323 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b954c2e-1578-4017-80d3-ac279e063f9d {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:13.952687 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 1b954c2e-1578-4017-80d3-ac279e063f9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1b954c2e-1578-4017-80d3-ac279e063f9d,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:13.971288 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:14.046898 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=8']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:14.066705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.066705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.066705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.066705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.066705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.066705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.066705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.067251 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.067251 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.067506 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.067954 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.068536 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.068854 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.069202 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.069519 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:14.094558 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:14.153985 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=1b954c2e-1578-4017-80d3-ac279e063f9d,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:14.198454 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cee9a-13c5-4188-b81c-8c03fddef674 req-8af6959e-e886-4e7c-88b7-bc352a1f5ab8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:14.200001 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef3cee9a-13c5-4188-b81c-8c03fddef674 req-8af6959e-e886-4e7c-88b7-bc352a1f5ab8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0514383 Apr 12 14:28:14.261585 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef3cee9a-13c5-4188-b81c-8c03fddef674 req-41952858-0e6e-4825-863a-e39060f148dc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511227 Apr 12 14:28:14.419077 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['1b954c2e-1578-4017-80d3-ac279e063f9d'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:28:14.570142 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 41018) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:14.683687 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09834ed1-716c-4a9b-bb4c-5079a0db83b4 req-09b4d57c-d4bf-49d2-8abd-06a156afeacc tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:14.685355 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09834ed1-716c-4a9b-bb4c-5079a0db83b4 req-09b4d57c-d4bf-49d2-8abd-06a156afeacc tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 944 time: 0.0746074 Apr 12 14:28:14.767209 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09834ed1-716c-4a9b-bb4c-5079a0db83b4 req-526eb04c-907e-4cfb-b0e1-3fe0dbdd115e tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728836 Apr 12 14:28:14.811061 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-008974f4-d6cf-494d-b9a5-b063509c777e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:14.883538 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9f9cad1-852e-4c29-91ee-3bf8fe21101e req-f88b476f-7031-43df-adb7-82053884dca0 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 210 time: 0.0436673 Apr 12 14:28:14.953788 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-008974f4-d6cf-494d-b9a5-b063509c777e admin admin] Publish callbacks [] for security_group (a373afa7-69a7-44d8-ac7b-39d549cc0b28), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.034374 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-008974f4-d6cf-494d-b9a5-b063509c777e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a373afa7-69a7-44d8-ac7b-39d549cc0b28), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.083478 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008974f4-d6cf-494d-b9a5-b063509c777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a373afa7-69a7-44d8-ac7b-39d549cc0b28,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:15.088681 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-008974f4-d6cf-494d-b9a5-b063509c777e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3af02e9bb784480aadd961a96166bc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163598 Apr 12 14:28:15.093614 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 41032) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:15.164512 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a691a7c2-c3a1-4a53-8e7d-c4783492b3e0 admin admin] Publish callbacks [] for security_group (a373afa7-69a7-44d8-ac7b-39d549cc0b28), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.187405 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477faaf2-2898-4b44-9bec-de95300f29ab req-ce0c0c51-87a2-4352-b04b-eda54a9fc44a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:15.190319 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-ce0c0c51-87a2-4352-b04b-eda54a9fc44a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 818 time: 0.1314712 Apr 12 14:28:15.204079 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a691a7c2-c3a1-4a53-8e7d-c4783492b3e0 admin admin] Publish callbacks [] for security_group (a373afa7-69a7-44d8-ac7b-39d549cc0b28), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.304418 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-3aacfd9c-9054-4434-aabb-359898c1d190 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01f26170c3294efc8e2156d7bbf0f995 HTTP/1.1" status: 200 len: 380 time: 0.1051555 Apr 12 14:28:15.322193 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Request body: {'port': {'device_id': '20522977-1d90-49bc-848c-ba9ab4519b14', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'admin_state_up': True, 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'security_groups': ['759d3554-4a2f-44ed-b377-333797596f50']}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:15.358148 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a691a7c2-c3a1-4a53-8e7d-c4783492b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a373afa7-69a7-44d8-ac7b-39d549cc0b28), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.360788 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a691a7c2-c3a1-4a53-8e7d-c4783492b3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.363063 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a691a7c2-c3a1-4a53-8e7d-c4783492b3e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a373afa7-69a7-44d8-ac7b-39d549cc0b28 HTTP/1.1" status: 204 len: 168 time: 0.2678745 Apr 12 14:28:15.372915 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691a7c2-c3a1-4a53-8e7d-c4783492b3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a373afa7-69a7-44d8-ac7b-39d549cc0b28,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:15.588374 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 1b954c2e-1578-4017-80d3-ac279e063f9d up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:15.640699 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 1b954c2e-1578-4017-80d3-ac279e063f9d completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:28:15.647469 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Made reservation on behalf of 01f26170c3294efc8e2156d7bbf0f995 for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:15.652005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.736325 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 1b954c2e-1578-4017-80d3-ac279e063f9d triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:15.737557 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.857597 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Allocated IP 172.20.0.14 (16ad4ef3-9453-4887-967a-e036cb79c702/c4b3d399-9b8d-48c3-97a9-74dd615daba5/be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:15.915525 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 1b954c2e-1578-4017-80d3-ac279e063f9d is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:15.917029 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.958595 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b954c2e-1578-4017-80d3-ac279e063f9d'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:15.968694 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2921bb-b793-42d1-b28f-a4d98a542548" -d '{"events": [{"server_uuid": "b33e6484-840e-4cd5-9558-8977f2c14b9a", "name": "network-vif-plugged", "status": "completed", "tag": "1b954c2e-1578-4017-80d3-ac279e063f9d"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:15.981819 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c4a45-3764-4a43-9204-0456acda4326 req-455d5731-5619-4a0f-9f3c-782a8dc12e19 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:15.984928 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 1b954c2e-1578-4017-80d3-ac279e063f9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1b954c2e-1578-4017-80d3-ac279e063f9d,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:15.987762 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-506c4a45-3764-4a43-9204-0456acda4326 req-455d5731-5619-4a0f-9f3c-782a8dc12e19 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 944 time: 0.1196859 Apr 12 14:28:16.007021 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b6923836-7676-419b-b11b-8e61e4c68d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.061081 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-506c4a45-3764-4a43-9204-0456acda4326 req-f1eb95b2-e656-48fb-9693-85f3b5f68dba tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675089 Apr 12 14:28:16.084830 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bd5d81f4-1784-4fa5-9b4e-34a0b5366894 req-b7491121-4a53-4344-8760-0000fc68aabb tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 210 time: 0.0448914 Apr 12 14:28:16.113189 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a5c155-4dc0-4844-baab-daaa05066b13 x-openstack-request-id: req-e8a5c155-4dc0-4844-baab-daaa05066b13 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:16.113528 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33e6484-840e-4cd5-9558-8977f2c14b9a", "name": "network-vif-plugged", "status": "completed", "tag": "1b954c2e-1578-4017-80d3-ac279e063f9d", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:16.113840 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8a5c155-4dc0-4844-baab-daaa05066b13 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:16.114440 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a5c155-4dc0-4844-baab-daaa05066b13'] response: {'server_uuid': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b954c2e-1578-4017-80d3-ac279e063f9d', 'code': 200} Apr 12 14:28:16.131681 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.132751 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:28:16.150163 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.173814 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [req-e5981907-3da8-4ae9-998b-7e8f047b5f9c req-10e17a40-efa7-4781-bf75-849c3b7680ef service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103904) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:28:16.176442 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e5981907-3da8-4ae9-998b-7e8f047b5f9c req-10e17a40-efa7-4781-bf75-849c3b7680ef service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067208 Apr 12 14:28:16.222906 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=1b954c2e-1578-4017-80d3-ac279e063f9d,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:16.265483 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e80feacd-461f-4629-b43f-3acd60a68fdb is: DOWN; New status is: DOWN {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:16.324038 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.368252 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Network 16ad4ef3-9453-4887-967a-e036cb79c702 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:16.371240 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:16.374789 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:16.403455 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event updated for resources: {'Port': ['ID=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:16.435954 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:16.436977 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.599077 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614b55a-8906-4ba6-86b7-7472ac970d06 req-fccd57f6-cc07-453a-8f2f-a0d6cb614c3a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:16.601228 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3614b55a-8906-4ba6-86b7-7472ac970d06 req-fccd57f6-cc07-453a-8f2f-a0d6cb614c3a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0685101 Apr 12 14:28:16.601420 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-790025f5-f745-4bd7-9691-e5b48918ef08 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2840307 Apr 12 14:28:16.610741 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb1ab2-fb66-410c-acc8-5b85d2558dd4 req-bd829c6e-5c34-4574-a18b-705bd7f93cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:16.613574 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0fb1ab2-fb66-410c-acc8-5b85d2558dd4 req-bd829c6e-5c34-4574-a18b-705bd7f93cc2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 1129 time: 0.1156211 Apr 12 14:28:16.619566 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Request body: {'port': {'device_id': '20522977-1d90-49bc-848c-ba9ab4519b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:16.633192 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-3e9ac2c4-0cc4-4740-92da-b2f003db2b6d None None] Provisioning complete for port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:16.634466 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac2c4-0cc4-4740-92da-b2f003db2b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.715540 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ac2c4-0cc4-4740-92da-b2f003db2b6d None None] Port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:16.718062 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.731366 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3614b55a-8906-4ba6-86b7-7472ac970d06 req-99ffab6e-bc64-4894-8937-0c11ceadf753 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224978 Apr 12 14:28:16.759811 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0fb1ab2-fb66-410c-acc8-5b85d2558dd4 req-aa238a4b-7478-4cd6-9fff-2290a614aa9f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399550 Apr 12 14:28:16.913767 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.018730 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:17.026751 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Publish callbacks [] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.039502 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Transition to ACTIVE for port object be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:28:17.158560 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.225440 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2b572-6623-4596-a797-4a5a37f1e183 req-86544190-cc9e-473a-8722-ea5539208b2f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:17.226322 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-74b2b572-6623-4596-a797-4a5a37f1e183 req-86544190-cc9e-473a-8722-ea5539208b2f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 945 time: 0.0960875 Apr 12 14:28:17.246984 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccb8f-2f06-4ed1-95cd-4a5fef026d6b req-f327a192-5a72-4537-8137-9d75bdc69476 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:17.248607 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-85eccb8f-2f06-4ed1-95cd-4a5fef026d6b req-f327a192-5a72-4537-8137-9d75bdc69476 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 944 time: 0.0827606 Apr 12 14:28:17.264673 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Pushing event updated for resources: {'Port': ['ID=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:17.340173 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-85eccb8f-2f06-4ed1-95cd-4a5fef026d6b req-79e57da8-1618-4fa1-ac77-719ff4af141e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708642 Apr 12 14:28:17.352816 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-74b2b572-6623-4596-a797-4a5a37f1e183 req-ce34cb7a-0680-4511-9129-9f4a7c7723c4 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095629 Apr 12 14:28:17.353679 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 41094) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:17.358061 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Attempting to bind port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:17.358405 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Attempting to bind port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:17.358731 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Attempting to bind port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 on network 16ad4ef3-9453-4887-967a-e036cb79c702 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:17.364560 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 on network 16ad4ef3-9453-4887-967a-e036cb79c702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:28:17.364912 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Attempting to bind port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 on network 16ad4ef3-9453-4887-967a-e036cb79c702 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:17.371417 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:17.371754 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Checking segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:17.372535 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Bound using segment: {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:17.372812 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Bound port: be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db789f3-db08-457f-848c-b4ccdae95fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:17.373200 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.451880 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] For port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:17.456721 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] For port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:17.462517 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-de96129a-8750-4590-a0ae-fd89bbb742db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075366 Apr 12 14:28:17.471962 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-2a22b845-e4a8-46e0-9b99-8cc7e87ffc02 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:28:17.472996 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-2a22b845-e4a8-46e0-9b99-8cc7e87ffc02 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056210 Apr 12 14:28:17.548622 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.559218 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 41104) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:17.599392 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:17.600019 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.601624 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 HTTP/1.1" status: 200 len: 1094 time: 0.9923959 Apr 12 14:28:17.601866 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:17.604167 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e517b56-ab24-4d14-a809-83cfc6592cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:17.640446 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f4c54-f5e2-4d78-afe1-0acb1f3162d4 service neutron] Pushing event updated for resources: {'Port': ['ID=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:17.648816 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fb26ee-7a5a-474d-bbf5-7b228ab031ba x-openstack-request-id: req-76fb26ee-7a5a-474d-bbf5-7b228ab031ba {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:17.649132 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:17.649384 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76fb26ee-7a5a-474d-bbf5-7b228ab031ba {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:17.649777 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76fb26ee-7a5a-474d-bbf5-7b228ab031ba'] response: {'name': 'network-changed', 'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'status': 'completed', 'code': 200} Apr 12 14:28:17.699953 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-19a5ece4-b3f5-4556-adcd-376f1655adff tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:17.705263 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-19a5ece4-b3f5-4556-adcd-376f1655adff tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports/e80feacd-461f-4629-b43f-3acd60a68fdb HTTP/1.1" status: 200 len: 940 time: 0.1419890 Apr 12 14:28:17.726067 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517b56-ab24-4d14-a809-83cfc6592cd3 req-5456c9a2-473a-4ad6-98de-a13ba4d8bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:17.727716 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5e517b56-ab24-4d14-a809-83cfc6592cd3 req-5456c9a2-473a-4ad6-98de-a13ba4d8bbde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 1128 time: 0.0441678 Apr 12 14:28:17.945763 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf938a6-2fa5-4a0b-bb9d-4a3eb152c14b req-35baadff-414d-43df-8eb9-81b64e6d5610 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:17.947255 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1cf938a6-2fa5-4a0b-bb9d-4a3eb152c14b req-35baadff-414d-43df-8eb9-81b64e6d5610 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0897563 Apr 12 14:28:17.978434 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517b56-ab24-4d14-a809-83cfc6592cd3 req-6d1ac578-781e-4faf-83a7-f525cfa4c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:17.979873 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5e517b56-ab24-4d14-a809-83cfc6592cd3 req-6d1ac578-781e-4faf-83a7-f525cfa4c30a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=01f26170c3294efc8e2156d7bbf0f995&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2395914 Apr 12 14:28:18.009697 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1cf938a6-2fa5-4a0b-bb9d-4a3eb152c14b req-d49bdaf7-9b3d-4631-8528-979ddaead5e8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557270 Apr 12 14:28:18.478248 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dd93a-0ced-4f54-87a8-33f6a1f6a62d req-a9e8889d-11c0-491d-afd8-dca92a65f87a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:18.479790 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad1dd93a-0ced-4f54-87a8-33f6a1f6a62d req-a9e8889d-11c0-491d-afd8-dca92a65f87a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 944 time: 0.0585644 Apr 12 14:28:18.504032 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302ab6e-59ba-48d0-a662-3e6e56b8e5d5 req-006546b3-1e12-4969-98ee-c550269c9998 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:18.505559 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6302ab6e-59ba-48d0-a662-3e6e56b8e5d5 req-006546b3-1e12-4969-98ee-c550269c9998 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 945 time: 0.0756192 Apr 12 14:28:18.528172 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad1dd93a-0ced-4f54-87a8-33f6a1f6a62d req-8fea3c80-0670-4bd3-9d3f-56294bc55a49 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422583 Apr 12 14:28:18.572050 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:18.601299 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517b56-ab24-4d14-a809-83cfc6592cd3 req-a833bbe5-093b-4c1c-899e-bfa0b464072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:18.602792 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5e517b56-ab24-4d14-a809-83cfc6592cd3 req-a833bbe5-093b-4c1c-899e-bfa0b464072a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433537 Apr 12 14:28:18.605882 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6302ab6e-59ba-48d0-a662-3e6e56b8e5d5 req-32f539f2-e783-4a6a-9c00-4ea2a540d87b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689518 Apr 12 14:28:18.699785 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477faaf2-2898-4b44-9bec-de95300f29ab req-d09b3d0d-b855-4f67-b537-8850ea5d2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:18.701335 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-d09b3d0d-b855-4f67-b537-8850ea5d2bba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 1128 time: 0.0394471 Apr 12 14:28:19.129514 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a535e-5740-4535-ac07-5a40149c0799 req-611a6ef6-1b39-4e02-b3e3-2869d2f756f3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:19.130994 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-318a535e-5740-4535-ac07-5a40149c0799 req-611a6ef6-1b39-4e02-b3e3-2869d2f756f3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0497651 Apr 12 14:28:19.177641 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-318a535e-5740-4535-ac07-5a40149c0799 req-5c42f191-5a0a-4a1b-85e3-f5619bbef441 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410419 Apr 12 14:28:19.643946 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1405c6-1745-45ba-a100-c37a0c986203 req-571324a5-4f9b-4c6b-8b33-115dadea174b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:19.645488 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ad1405c6-1745-45ba-a100-c37a0c986203 req-571324a5-4f9b-4c6b-8b33-115dadea174b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 944 time: 0.0500379 Apr 12 14:28:19.711910 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ad1405c6-1745-45ba-a100-c37a0c986203 req-da717dc0-7075-4ad7-a0f7-2e4313c02a9e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607905 Apr 12 14:28:19.740012 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56aa1a-2f40-428b-9757-8b676497421a req-9654ca12-0ee1-4bfc-9941-d33d804219ee tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:19.741557 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea56aa1a-2f40-428b-9757-8b676497421a req-9654ca12-0ee1-4bfc-9941-d33d804219ee tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 945 time: 0.0518034 Apr 12 14:28:19.793116 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea56aa1a-2f40-428b-9757-8b676497421a req-a7b1a1a7-9dda-4dcd-b7db-4dfc00ecda89 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Apr 12 14:28:19.902570 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aa660-1f83-42fb-b8ca-c5af383e1768 req-46ea2654-a581-492d-8950-462a8d6e7d52 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:19.904166 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-906aa660-1f83-42fb-b8ca-c5af383e1768 req-46ea2654-a581-492d-8950-462a8d6e7d52 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 945 time: 0.0480173 Apr 12 14:28:19.914264 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 41152) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:19.918736 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-5c6a403c-38fa-4e6d-b7d6-ca51e27a3511 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'floatingip': {'port_id': '1b954c2e-1578-4017-80d3-ac279e063f9d'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:19.988442 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.992894 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5c6a403c-38fa-4e6d-b7d6-ca51e27a3511 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (898f8743-737a-44d4-b5c3-f27446eb0e2b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.308191 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15693785-e24b-423d-9c82-80794a29caf9 req-d5cc5a32-aefe-4475-ae8c-047e3b5e1bf6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:20.309832 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15693785-e24b-423d-9c82-80794a29caf9 req-d5cc5a32-aefe-4475-ae8c-047e3b5e1bf6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0559003 Apr 12 14:28:20.373276 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15693785-e24b-423d-9c82-80794a29caf9 req-fd54964e-0ebe-4ec2-9f3a-233158d6f03c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566497 Apr 12 14:28:20.584994 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-5e7a498a-b63c-4aa5-b5b1-b9bcd9716870 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 HTTP/1.1" status: 200 len: 217 time: 0.0809650 Apr 12 14:28:20.922795 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaebf3-aeaf-471f-84a7-0b8e7b411fc8 req-3335bd11-1c9f-48f4-a444-6cd0dc9a8b89 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:20.924948 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b3eaebf3-aeaf-471f-84a7-0b8e7b411fc8 req-3335bd11-1c9f-48f4-a444-6cd0dc9a8b89 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 944 time: 0.1169116 Apr 12 14:28:20.944753 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5c6a403c-38fa-4e6d-b7d6-ca51e27a3511 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.979442 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b3eaebf3-aeaf-471f-84a7-0b8e7b411fc8 req-99eb8990-7e9a-4716-a72a-a324153bdf45 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488300 Apr 12 14:28:20.993926 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5c6a403c-38fa-4e6d-b7d6-ca51e27a3511 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (898f8743-737a-44d4-b5c3-f27446eb0e2b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:21.101077 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [None req-5c6a403c-38fa-4e6d-b7d6-ca51e27a3511 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Floating IP 898f8743-737a-44d4-b5c3-f27446eb0e2b associated. External IP: 172.27.3.148, port: 1b954c2e-1578-4017-80d3-ac279e063f9d. Apr 12 14:28:21.307476 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6a403c-38fa-4e6d-b7d6-ca51e27a3511 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:28:21.451252 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6a403c-38fa-4e6d-b7d6-ca51e27a3511 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:21.459724 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5c6a403c-38fa-4e6d-b7d6-ca51e27a3511 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:21.464301 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:21.466889 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477faaf2-2898-4b44-9bec-de95300f29ab req-071515b2-45be-49d0-9d81-deb35dcee4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:21.468559 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-071515b2-45be-49d0-9d81-deb35dcee4e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0764983 Apr 12 14:28:21.475137 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:21.475751 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:28:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:21.508953 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65f7f4-67ee-4653-9c79-efb51c52f41b req-2b0ef7c8-ffab-47cd-8f90-cfea121b9414 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:21.510674 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7d65f7f4-67ee-4653-9c79-efb51c52f41b req-2b0ef7c8-ffab-47cd-8f90-cfea121b9414 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0574987 Apr 12 14:28:21.530645 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-5c6a403c-38fa-4e6d-b7d6-ca51e27a3511 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "PUT /v2.0/floatingips/898f8743-737a-44d4-b5c3-f27446eb0e2b HTTP/1.1" status: 200 len: 991 time: 1.6152704 Apr 12 14:28:21.533233 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'tag': '1b954c2e-1578-4017-80d3-ac279e063f9d'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:21.535892 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8969073-3892-4b3d-9f3c-2b1f7801f41c" -d '{"events": [{"name": "network-changed", "server_uuid": "b33e6484-840e-4cd5-9558-8977f2c14b9a", "tag": "1b954c2e-1578-4017-80d3-ac279e063f9d"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:21.546527 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477faaf2-2898-4b44-9bec-de95300f29ab req-192becec-ee08-4fb8-8202-125f656ff299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:21.548036 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-192becec-ee08-4fb8-8202-125f656ff299 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640070 Apr 12 14:28:21.614014 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7d65f7f4-67ee-4653-9c79-efb51c52f41b req-11119855-e56d-4610-ac9e-c007756eae6c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879769 Apr 12 14:28:21.616080 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:21.680415 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae15981-778c-465c-98c4-7fdb40dedcf4 x-openstack-request-id: req-cae15981-778c-465c-98c4-7fdb40dedcf4 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:21.681130 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33e6484-840e-4cd5-9558-8977f2c14b9a", "tag": "1b954c2e-1578-4017-80d3-ac279e063f9d", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:21.681636 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cae15981-778c-465c-98c4-7fdb40dedcf4 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:21.682232 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae15981-778c-465c-98c4-7fdb40dedcf4'] response: {'name': 'network-changed', 'server_uuid': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'tag': '1b954c2e-1578-4017-80d3-ac279e063f9d', 'status': 'completed', 'code': 200} Apr 12 14:28:21.691599 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-754511bc-7da0-458a-b025-14f44bc1786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:21.693298 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-754511bc-7da0-458a-b025-14f44bc1786f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 1129 time: 0.0496349 Apr 12 14:28:21.725619 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-7ae5de76-c545-436d-ad8d-69e09de5d5d2 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711652 Apr 12 14:28:21.810925 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-2519d44f-2eae-4e10-8572-a544c1de31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:21.812672 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-2519d44f-2eae-4e10-8572-a544c1de31d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 916 time: 0.1099765 Apr 12 14:28:21.843773 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-477faaf2-2898-4b44-9bec-de95300f29ab req-3d196497-f62a-4abe-a7de-c93aa130e882 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088452 Apr 12 14:28:21.888874 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-72c29d05-85e3-42c7-b38f-158d6d8d01c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b954c2e-1578-4017-80d3-ac279e063f9d HTTP/1.1" status: 200 len: 999 time: 0.0684221 Apr 12 14:28:21.942662 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-dd7914de-df3b-45dd-8ece-abefba1cdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:21.944509 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-dd7914de-df3b-45dd-8ece-abefba1cdcdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 200 len: 854 time: 0.0498409 Apr 12 14:28:21.959815 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3c30ed6e-1a80-470a-9ad5-b2f42618fdb9', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:03Z', 'updated_at': '2022-04-12T14:26:37Z', 'revision_number': 2, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}, {'id': '898f8743-737a-44d4-b5c3-f27446eb0e2b', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '1b954c2e-1578-4017-80d3-ac279e063f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:a1:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:27:59Z', 'updated_at': '2022-04-12T14:28:20Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:21.989671 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:21.997950 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:21.998565 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:28:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:22.097614 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f64cd-679c-4e65-b18b-e02c886edf88 req-cac82285-a78e-490f-9dad-f06a182665ef tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:22.099088 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d32f64cd-679c-4e65-b18b-e02c886edf88 req-cac82285-a78e-490f-9dad-f06a182665ef tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 944 time: 0.0510602 Apr 12 14:28:22.109581 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:22.153402 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d32f64cd-679c-4e65-b18b-e02c886edf88 req-1836d53d-a92e-4ea8-afb9-53f194232060 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482917 Apr 12 14:28:22.329501 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3c30ed6e-1a80-470a-9ad5-b2f42618fdb9', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:03Z', 'updated_at': '2022-04-12T14:26:37Z', 'revision_number': 2, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}, {'id': '898f8743-737a-44d4-b5c3-f27446eb0e2b', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '1b954c2e-1578-4017-80d3-ac279e063f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:a1:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:27:59Z', 'updated_at': '2022-04-12T14:28:20Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:22.360953 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10e0151-d943-468f-a4ee-9aba112472a9 None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3c30ed6e-1a80-470a-9ad5-b2f42618fdb9', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:03Z', 'updated_at': '2022-04-12T14:26:37Z', 'revision_number': 2, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}, {'id': '898f8743-737a-44d4-b5c3-f27446eb0e2b', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '1b954c2e-1578-4017-80d3-ac279e063f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:a1:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:27:59Z', 'updated_at': '2022-04-12T14:28:20Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:22.571077 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f1ed85-4843-4f1b-ae07-288d111a7c26 None None] New status for floating IP 898f8743-737a-44d4-b5c3-f27446eb0e2b: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:28:22.742737 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f709bb-a1a6-40d7-af2e-ba3ab0dc4283 req-57b7eb0d-fef5-428e-8b51-8cf7a02e364d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:22.744242 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36f709bb-a1a6-40d7-af2e-ba3ab0dc4283 req-57b7eb0d-fef5-428e-8b51-8cf7a02e364d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0533304 Apr 12 14:28:22.794933 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36f709bb-a1a6-40d7-af2e-ba3ab0dc4283 req-62c3da77-4933-421e-9ebf-e2c086e8aaed tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448537 Apr 12 14:28:23.042724 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-a6f0ef80-ac74-4343-931d-a69a5cda7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:23.044291 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-a6f0ef80-ac74-4343-931d-a69a5cda7f6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6cfda00-f47e-4714-a51e-54f6193af483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389688 Apr 12 14:28:23.139128 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-2e46acc8-a5cc-4c6e-b2c6-11b35fc3c543 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873265 Apr 12 14:28:23.235263 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8969073-3892-4b3d-9f3c-2b1f7801f41c req-275dea6f-eef2-4775-8b02-b0a333bac5e5 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881829 Apr 12 14:28:23.281174 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd020ffd-230c-4836-8608-5539423ef0ef req-ad028e66-8bdc-4eb8-880e-fdfb7ceb2435 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:23.282652 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bd020ffd-230c-4836-8608-5539423ef0ef req-ad028e66-8bdc-4eb8-880e-fdfb7ceb2435 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 944 time: 0.0564330 Apr 12 14:28:23.340396 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bd020ffd-230c-4836-8608-5539423ef0ef req-7237f46a-5886-4055-96e0-2fff0daa4ba1 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516987 Apr 12 14:28:23.919570 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e18ec-78c7-4b55-8308-d618b34b0b82 req-12a30649-5bbe-4a7a-9f2c-be46258885c9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:23.921150 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-476e18ec-78c7-4b55-8308-d618b34b0b82 req-12a30649-5bbe-4a7a-9f2c-be46258885c9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0521684 Apr 12 14:28:23.969265 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-476e18ec-78c7-4b55-8308-d618b34b0b82 req-c938fc2e-6ce9-4fd1-8a43-1ff56d8a933e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411701 Apr 12 14:28:24.451036 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5ae7-73cd-47e2-a987-ebdc025a09b9 req-01351b75-227e-473b-a265-8f12193279fd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:24.452512 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-24fd5ae7-73cd-47e2-a987-ebdc025a09b9 req-01351b75-227e-473b-a265-8f12193279fd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 944 time: 0.0458453 Apr 12 14:28:24.498861 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-24fd5ae7-73cd-47e2-a987-ebdc025a09b9 req-a9c16395-3855-465a-b152-ed6be0f635a9 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Apr 12 14:28:25.093046 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7738f-2f74-48a6-a8de-dc80324c4d4c req-4483abae-8d56-4433-8754-4b5a8a1ebc6f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:25.094525 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4ca7738f-2f74-48a6-a8de-dc80324c4d4c req-4483abae-8d56-4433-8754-4b5a8a1ebc6f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0465436 Apr 12 14:28:25.141322 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4ca7738f-2f74-48a6-a8de-dc80324c4d4c req-5556c306-5406-4195-a134-3110c828d451 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411699 Apr 12 14:28:25.613244 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdd73e-3f21-47a4-b80c-f9df76595217 req-c4acb4b2-cefe-4ffb-9fc8-1030e7bf8f75 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:25.614734 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-65fdd73e-3f21-47a4-b80c-f9df76595217 req-c4acb4b2-cefe-4ffb-9fc8-1030e7bf8f75 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 944 time: 0.0508146 Apr 12 14:28:25.662829 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-65fdd73e-3f21-47a4-b80c-f9df76595217 req-c0a25e03-0aec-4658-80cf-5e09d7993062 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 Apr 12 14:28:26.101100 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:28:26.201414 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:26.213805 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'port_id': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'mac_address': 'fa:16:3e:6d:29:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:28:26.251329 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:26.251713 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.266108 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:26.266865 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7d9a3-d313-4f93-9386-7a329e1932a7 req-e1ccc3ee-0490-4476-88ab-ffffbe4855fa tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:26.268573 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0dd7d9a3-d313-4f93-9386-7a329e1932a7 req-e1ccc3ee-0490-4476-88ab-ffffbe4855fa tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0502315 Apr 12 14:28:26.286072 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:26.317041 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0dd7d9a3-d313-4f93-9386-7a329e1932a7 req-06e725de-aae9-4640-ae2e-b746e40f635d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Apr 12 14:28:26.341051 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.392652 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:26.776864 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70719818-2b05-4407-a75f-c8f7011f7238 req-e4e0a1be-0c34-4830-917b-27367fd9ae17 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:26.778393 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-70719818-2b05-4407-a75f-c8f7011f7238 req-e4e0a1be-0c34-4830-917b-27367fd9ae17 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 945 time: 0.0476768 Apr 12 14:28:26.827297 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-70719818-2b05-4407-a75f-c8f7011f7238 req-d8d93e0c-e271-45e2-9c52-274025bdc1dc tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Apr 12 14:28:27.326441 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:28:27.383316 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-295a5f35-f333-4532-9b72-fe6293632e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:27.384818 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-295a5f35-f333-4532-9b72-fe6293632e60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211&tenant_id=9b35d4f1f2124b17b32c97ef1876ab53 HTTP/1.1" status: 200 len: 1127 time: 0.0746441 Apr 12 14:28:27.702519 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53603d32-33b1-45bb-9b78-fd6ef08ae52c req-631b1752-abdb-41d3-a56a-8050a11bbb2b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:27.704093 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53603d32-33b1-45bb-9b78-fd6ef08ae52c req-631b1752-abdb-41d3-a56a-8050a11bbb2b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.3038125 Apr 12 14:28:27.708052 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-76c4272a-9dc5-4cdf-8ab1-ddc1ffb98c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:27.709674 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-76c4272a-9dc5-4cdf-8ab1-ddc1ffb98c69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 1127 time: 0.2822719 Apr 12 14:28:27.808222 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53603d32-33b1-45bb-9b78-fd6ef08ae52c req-deac1d3e-ff3d-4af6-b850-00b914702986 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973654 Apr 12 14:28:27.835300 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-2aab99c8-5290-4623-b446-6488e8c2cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:27.836768 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-2aab99c8-5290-4623-b446-6488e8c2cf1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.1191008 Apr 12 14:28:27.903979 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-b870855b-168d-4829-8853-976678309f2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e80feacd-461f-4629-b43f-3acd60a68fdb HTTP/1.1" status: 200 len: 999 time: 0.0597587 Apr 12 14:28:27.942902 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c484cc-7e92-413b-a8d7-70a32bcd2199 req-a8dfc644-c73b-4552-8e19-e6f31ac9fd62 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:27.944675 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-59c484cc-7e92-413b-a8d7-70a32bcd2199 req-a8dfc644-c73b-4552-8e19-e6f31ac9fd62 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 945 time: 0.0502417 Apr 12 14:28:27.956743 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-8bb95f1e-e5dc-4099-9506-4a156ba84f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:27.958244 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-8bb95f1e-e5dc-4099-9506-4a156ba84f3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.0448122 Apr 12 14:28:27.993165 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-59c484cc-7e92-413b-a8d7-70a32bcd2199 req-e6d7cf5f-6d78-48b8-8293-057152b51fa1 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Apr 12 14:28:28.006075 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-1ff71d48-ab05-4c6b-81ce-02d690ca929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:28.007690 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-1ff71d48-ab05-4c6b-81ce-02d690ca929a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435843 Apr 12 14:28:28.097438 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-5c81240f-6040-483e-95c2-2ab7c87792ed service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822752 Apr 12 14:28:28.169984 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:28.200641 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c34dd757-8f90-4663-aaa3-fc45039635e2 req-d03e71a7-d0be-4608-b647-cafa4d753fa4 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909822 Apr 12 14:28:28.219803 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:28:28.325054 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:28.325448 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.403095 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:28.403771 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.427397 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:28.429725 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b06e137-b73f-40d4-861c-ab7bc33bc290" -d '{"events": [{"server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "name": "network-vif-plugged", "status": "completed", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:28.442909 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:28.472901 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c22328-7e87-42b9-a977-5f31e17d6f07 x-openstack-request-id: req-40c22328-7e87-42b9-a977-5f31e17d6f07 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:28.473239 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "name": "network-vif-plugged", "status": "completed", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:28.473500 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40c22328-7e87-42b9-a977-5f31e17d6f07 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:28.473900 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c22328-7e87-42b9-a977-5f31e17d6f07'] response: {'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'code': 200} Apr 12 14:28:28.513851 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.574537 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:28.770864 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:28:28.827344 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0fd97-cf30-43fb-836a-55d9a9c0138c req-57cc7e86-1d5a-4e1a-adfd-df1416edba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:28.828987 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b4e0fd97-cf30-43fb-836a-55d9a9c0138c req-57cc7e86-1d5a-4e1a-adfd-df1416edba8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 1130 time: 0.0409613 Apr 12 14:28:28.876781 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b4e0fd97-cf30-43fb-836a-55d9a9c0138c req-06e2cac2-1089-4174-9b36-a492ad631729 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408082 Apr 12 14:28:28.936410 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fb618-6a5c-458f-b08c-9b4780b5bab1 req-ad91d768-811d-43fa-971d-4dc6f83e5020 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:28.937883 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-af8fb618-6a5c-458f-b08c-9b4780b5bab1 req-ad91d768-811d-43fa-971d-4dc6f83e5020 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0468612 Apr 12 14:28:28.995053 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-af8fb618-6a5c-458f-b08c-9b4780b5bab1 req-c560367c-6d6e-42e0-9498-2690c8181667 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501075 Apr 12 14:28:29.136076 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eaf20f-5205-4e9a-9385-4f1d17e97f54 req-44705d86-62cf-4730-bef3-af6907088fc2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:29.144424 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c5eaf20f-5205-4e9a-9385-4f1d17e97f54 req-44705d86-62cf-4730-bef3-af6907088fc2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0629885 Apr 12 14:28:29.219173 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c5eaf20f-5205-4e9a-9385-4f1d17e97f54 req-a66da474-e74d-460f-a7f3-430546127829 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689113 Apr 12 14:28:30.131652 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605cc25-bc9a-4128-a9ff-e9ab13b2c8f9 req-0520975e-77cc-4aa7-8fc5-fde3ac7d0841 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:30.133327 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d605cc25-bc9a-4128-a9ff-e9ab13b2c8f9 req-0520975e-77cc-4aa7-8fc5-fde3ac7d0841 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0487063 Apr 12 14:28:30.185076 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d605cc25-bc9a-4128-a9ff-e9ab13b2c8f9 req-6f4dab24-ff8c-450d-9207-815044054b88 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459445 Apr 12 14:28:30.329024 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba42c-59da-413c-9b52-ea85f2c5fb76 req-59000aa4-754f-479b-889b-f5e103860a02 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:30.330467 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54dba42c-59da-413c-9b52-ea85f2c5fb76 req-59000aa4-754f-479b-889b-f5e103860a02 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0506811 Apr 12 14:28:30.383041 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54dba42c-59da-413c-9b52-ea85f2c5fb76 req-d1041e30-134b-4368-8ebe-1f6278b50c15 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462446 Apr 12 14:28:31.319546 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975a8d3-b199-47ae-8df9-c0d826af0482 req-bf87412c-1d26-4ca4-9703-417e93d14578 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:31.321161 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1975a8d3-b199-47ae-8df9-c0d826af0482 req-bf87412c-1d26-4ca4-9703-417e93d14578 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0565562 Apr 12 14:28:31.372140 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1975a8d3-b199-47ae-8df9-c0d826af0482 req-0cd448bf-6292-49e7-999a-c8e49ff98c77 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 Apr 12 14:28:31.496009 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994852d5-3d48-4c38-b467-8ae080bd2c66 req-6714c916-a45a-49f4-ad3b-84cdd60b4357 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:31.497770 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-994852d5-3d48-4c38-b467-8ae080bd2c66 req-6714c916-a45a-49f4-ad3b-84cdd60b4357 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0481770 Apr 12 14:28:31.551830 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-994852d5-3d48-4c38-b467-8ae080bd2c66 req-5cbf1148-a013-44fe-8a95-85941b806fde tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456452 Apr 12 14:28:32.500692 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea87ee2-4650-4a37-a37e-8d7b4d244a10 req-af3d02b5-c6af-4091-bcc6-7c34e3eb27f2 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:32.520482 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ea87ee2-4650-4a37-a37e-8d7b4d244a10 req-af3d02b5-c6af-4091-bcc6-7c34e3eb27f2 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0499489 Apr 12 14:28:32.559947 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ea87ee2-4650-4a37-a37e-8d7b4d244a10 req-e1b8a18f-b426-4b1a-a261-0ecc3d1a739a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512691 Apr 12 14:28:32.701927 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd93b8-be1d-4c82-9df9-0363dd7ad753 req-8d74dff5-dd26-4143-9685-715c519357ca tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:32.703438 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0bfd93b8-be1d-4c82-9df9-0363dd7ad753 req-8d74dff5-dd26-4143-9685-715c519357ca tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0513282 Apr 12 14:28:32.755564 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0bfd93b8-be1d-4c82-9df9-0363dd7ad753 req-339628de-ec2c-4ec4-9c23-4915c3d454d3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459244 Apr 12 14:28:33.709305 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81034ae1-1d0a-45f0-980e-5936ab72d4bd req-2636bca8-ed73-4dec-ac6f-42575d984683 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:33.710897 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-81034ae1-1d0a-45f0-980e-5936ab72d4bd req-2636bca8-ed73-4dec-ac6f-42575d984683 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0640361 Apr 12 14:28:33.768600 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-81034ae1-1d0a-45f0-980e-5936ab72d4bd req-603a57f6-8758-49fd-8742-7820392baf87 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512307 Apr 12 14:28:33.902981 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2a430-49c6-44a9-b349-5ef9ea2c32f0 req-86ad4c75-a64a-4cfe-bd6e-752becb087ec tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:33.905422 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3f2a430-49c6-44a9-b349-5ef9ea2c32f0 req-86ad4c75-a64a-4cfe-bd6e-752becb087ec tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0577807 Apr 12 14:28:33.957435 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3f2a430-49c6-44a9-b349-5ef9ea2c32f0 req-e2d25928-2f12-4a85-8ff2-fefa7772fb3c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464866 Apr 12 14:28:34.903573 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef517195-2a4f-435a-87e9-73cac31e447c req-57a90472-001b-4380-a1a1-ad9e84e8df3c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:34.905130 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef517195-2a4f-435a-87e9-73cac31e447c req-57a90472-001b-4380-a1a1-ad9e84e8df3c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0501733 Apr 12 14:28:34.960940 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef517195-2a4f-435a-87e9-73cac31e447c req-8301f2d3-9d5a-43cd-8978-ac59d1f8480e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475025 Apr 12 14:28:35.081175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeea92d-46b8-4012-bc45-fda6aff2db9c req-7aa54f15-3daf-4aa1-8145-d68e2048edfc tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:35.082694 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6eeea92d-46b8-4012-bc45-fda6aff2db9c req-7aa54f15-3daf-4aa1-8145-d68e2048edfc tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0537488 Apr 12 14:28:35.148775 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6eeea92d-46b8-4012-bc45-fda6aff2db9c req-31752dd0-82ad-4df9-89d7-9355559eaa4b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590067 Apr 12 14:28:36.086838 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f589255-e7de-4d77-85b6-06f1f8aee365 req-32173381-cb2c-4ad0-85c7-e712cd561c90 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:36.089375 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8f589255-e7de-4d77-85b6-06f1f8aee365 req-32173381-cb2c-4ad0-85c7-e712cd561c90 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0517831 Apr 12 14:28:36.138979 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8f589255-e7de-4d77-85b6-06f1f8aee365 req-bf73cc93-5890-4beb-92f8-0595a3ed7f73 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429513 Apr 12 14:28:36.267483 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff3847-8af0-4294-9f59-04f59dd0a3da req-59168aa5-b8f9-4e58-b68d-f4dfef9f34cb tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:36.269008 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-06ff3847-8af0-4294-9f59-04f59dd0a3da req-59168aa5-b8f9-4e58-b68d-f4dfef9f34cb tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0486848 Apr 12 14:28:36.322749 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-06ff3847-8af0-4294-9f59-04f59dd0a3da req-314fcdba-4405-4d04-b3b7-1a9dffb07c8e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478773 Apr 12 14:28:37.263173 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b16b1-7a0f-4c8a-aa9e-40780fb6dc08 req-e5ed727f-1371-4d8b-b653-836f8cc70b36 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:37.264604 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-901b16b1-7a0f-4c8a-aa9e-40780fb6dc08 req-e5ed727f-1371-4d8b-b653-836f8cc70b36 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0471649 Apr 12 14:28:37.314096 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-901b16b1-7a0f-4c8a-aa9e-40780fb6dc08 req-b8d215ee-0f35-48e3-820c-73fd99801031 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427513 Apr 12 14:28:37.448897 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317c809-fb89-4df6-b2d6-e4101fb251f0 req-07941676-02b1-4e55-9e82-4c74ef80c027 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:37.451618 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a317c809-fb89-4df6-b2d6-e4101fb251f0 req-07941676-02b1-4e55-9e82-4c74ef80c027 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0606329 Apr 12 14:28:37.511020 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a317c809-fb89-4df6-b2d6-e4101fb251f0 req-41665c58-1ee0-41f6-a100-bb41427bbbc5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467768 Apr 12 14:28:38.438889 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6941-e2e3-46a6-9a1f-ff57e0258ace req-eaca0a52-31d3-4d5c-88c3-556e2ff09645 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:38.441077 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59bf6941-e2e3-46a6-9a1f-ff57e0258ace req-eaca0a52-31d3-4d5c-88c3-556e2ff09645 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0521667 Apr 12 14:28:38.488469 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59bf6941-e2e3-46a6-9a1f-ff57e0258ace req-c4d62b99-a2a5-4d95-8386-cbb02cd7c2ea tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 Apr 12 14:28:38.623947 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98073c82-f83a-4fd4-a0f4-43c954973f49 req-df85902a-a852-4394-b369-43d6ba9ecda5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:38.625499 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-98073c82-f83a-4fd4-a0f4-43c954973f49 req-df85902a-a852-4394-b369-43d6ba9ecda5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0473087 Apr 12 14:28:38.673522 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-98073c82-f83a-4fd4-a0f4-43c954973f49 req-4b02dfd9-5019-40a6-b1b6-4bd3b9837034 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Apr 12 14:28:38.714017 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:39.345592 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-1d46821b-8015-4eb6-a3a9-99c324c468a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395474 Apr 12 14:28:39.610299 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414485d-5f1d-484c-8ec6-1a1ebae597d7 req-aa45cbd2-0adb-4fb1-9024-fd230aac784e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:39.611995 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7414485d-5f1d-484c-8ec6-1a1ebae597d7 req-aa45cbd2-0adb-4fb1-9024-fd230aac784e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0506346 Apr 12 14:28:39.660752 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7414485d-5f1d-484c-8ec6-1a1ebae597d7 req-1022ba61-cc38-47d2-bf14-d3dd792d6b42 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434561 Apr 12 14:28:39.786026 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59879a-fcdd-42d4-b09a-daedfae7ae5a req-8fadfae2-d597-4cda-918c-a00719a69705 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:39.787535 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de59879a-fcdd-42d4-b09a-daedfae7ae5a req-8fadfae2-d597-4cda-918c-a00719a69705 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0478377 Apr 12 14:28:39.837229 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de59879a-fcdd-42d4-b09a-daedfae7ae5a req-13e4d167-ad5b-4eb4-9bf4-a51b2772a41f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438879 Apr 12 14:28:40.159717 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-7aa55db4-9b8d-49e1-b3f8-45b7931cba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:40.161260 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-7aa55db4-9b8d-49e1-b3f8-45b7931cba1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 1129 time: 0.0454383 Apr 12 14:28:40.719944 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-2c956f43-64f3-4607-b755-b8c96239b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:40.722434 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-2c956f43-64f3-4607-b755-b8c96239b39f service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.0901949 Apr 12 14:28:40.795783 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-4aaacbc8-adfc-4be7-8bd5-25292531f296 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3 HTTP/1.1" status: 200 len: 217 time: 0.0650911 Apr 12 14:28:40.842298 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beda80-4154-4c7e-b49f-c4387a879da8 req-301b32c3-9b18-4128-bbb2-5d2b68efa275 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:40.843797 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a1beda80-4154-4c7e-b49f-c4387a879da8 req-301b32c3-9b18-4128-bbb2-5d2b68efa275 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.1058865 Apr 12 14:28:40.872688 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-a8093de6-d482-46a6-befa-2c2402e82138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:40.874189 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-a8093de6-d482-46a6-befa-2c2402e82138 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0720088 Apr 12 14:28:40.928307 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a1beda80-4154-4c7e-b49f-c4387a879da8 req-2d08ba10-9fef-48bb-bba7-8f4909e55e36 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768051 Apr 12 14:28:40.935635 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-41ec3c74-26d6-4fc8-987f-b22180f0ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:40.937165 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-41ec3c74-26d6-4fc8-987f-b22180f0ebbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514338 Apr 12 14:28:41.068952 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ad26-b1b1-4f2c-b10d-e4ec29c5dfe3 req-fa9af8ae-89a9-4cf6-994c-ae8c91fb3f47 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:41.070954 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e234ad26-b1b1-4f2c-b10d-e4ec29c5dfe3 req-fa9af8ae-89a9-4cf6-994c-ae8c91fb3f47 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0810618 Apr 12 14:28:41.102055 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-b15c7f75-ea3b-493f-82fa-91b0892e0d63 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451297 Apr 12 14:28:41.186760 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e234ad26-b1b1-4f2c-b10d-e4ec29c5dfe3 req-d1198e6b-c041-494a-853b-46205e95a054 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065428 Apr 12 14:28:41.223065 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fbd2eff-c397-423d-ad40-11fa007577d4 req-1cb684e6-8c12-4464-afe1-3889e3c4e57a service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139975 Apr 12 14:28:41.309277 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd1914-ee30-475b-8304-6a26b8914865 req-4f7926ce-8952-4247-8e53-236b4904fa7f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:41.310807 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5cdd1914-ee30-475b-8304-6a26b8914865 req-4f7926ce-8952-4247-8e53-236b4904fa7f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0480578 Apr 12 14:28:41.320446 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 41396) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:41.324881 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b029ad2a-9947-44c8-9343-c1d83636564b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Request body: {'floatingip': {'port_id': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:41.367773 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b029ad2a-9947-44c8-9343-c1d83636564b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for floatingip (3a9823cc-9b24-4519-b87c-c2eb62e474c1), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:41.844990 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b029ad2a-9947-44c8-9343-c1d83636564b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:41.931533 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b029ad2a-9947-44c8-9343-c1d83636564b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3a9823cc-9b24-4519-b87c-c2eb62e474c1), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:42.051467 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-b029ad2a-9947-44c8-9343-c1d83636564b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Floating IP 3a9823cc-9b24-4519-b87c-c2eb62e474c1 associated. External IP: 172.27.3.214, port: be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2. Apr 12 14:28:42.068637 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3494e5-eba3-4fc9-9aa8-0637d27bee05 req-5f62016b-6edb-402b-9a54-a5c80ff1ef7f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:42.070457 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ed3494e5-eba3-4fc9-9aa8-0637d27bee05 req-5f62016b-6edb-402b-9a54-a5c80ff1ef7f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0477781 Apr 12 14:28:42.122783 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ed3494e5-eba3-4fc9-9aa8-0637d27bee05 req-97b655a3-7471-46d6-b483-547847eaaaf2 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464892 Apr 12 14:28:42.263724 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b029ad2a-9947-44c8-9343-c1d83636564b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Router ef359794-6ae9-4d5a-804f-da58770dc9cc has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:28:42.375827 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b029ad2a-9947-44c8-9343-c1d83636564b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:42.381851 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b029ad2a-9947-44c8-9343-c1d83636564b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:42.387893 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] Sync routers for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:42.399121 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:42.399739 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:28:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:42.411400 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b029ad2a-9947-44c8-9343-c1d83636564b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "PUT /v2.0/floatingips/3a9823cc-9b24-4519-b87c-c2eb62e474c1 HTTP/1.1" status: 200 len: 992 time: 1.0898507 Apr 12 14:28:42.412120 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:42.414486 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca32bd7-0922-4788-9d62-5cc8a37af736" -d '{"events": [{"name": "network-changed", "server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:42.451022 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706a06af-5424-46dd-8ef6-493c633c581b x-openstack-request-id: req-706a06af-5424-46dd-8ef6-493c633c581b {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:42.451320 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:42.451592 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-706a06af-5424-46dd-8ef6-493c633c581b {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:42.452070 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706a06af-5424-46dd-8ef6-493c633c581b'] response: {'name': 'network-changed', 'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'status': 'completed', 'code': 200} Apr 12 14:28:42.510263 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:42.757664 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3a9823cc-9b24-4519-b87c-c2eb62e474c1', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'port_id': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'mac_address': 'fa:16:3e:6d:29:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20522977-1d90-49bc-848c-ba9ab4519b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:10Z', 'updated_at': '2022-04-12T14:28:41Z', 'revision_number': 1, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:05Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:42.783501 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] Checking router: ef359794-6ae9-4d5a-804f-da58770dc9cc for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:42.791745 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:42.792356 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:28:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:42.898384 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:43.112194 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3a9823cc-9b24-4519-b87c-c2eb62e474c1', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'port_id': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'mac_address': 'fa:16:3e:6d:29:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20522977-1d90-49bc-848c-ba9ab4519b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:10Z', 'updated_at': '2022-04-12T14:28:41Z', 'revision_number': 1, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:05Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:43.142474 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131461cc-9725-4da8-b2a1-814c5d0d11bd None None] The sync data for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi is: [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3a9823cc-9b24-4519-b87c-c2eb62e474c1', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'port_id': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'mac_address': 'fa:16:3e:6d:29:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20522977-1d90-49bc-848c-ba9ab4519b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:10Z', 'updated_at': '2022-04-12T14:28:41Z', 'revision_number': 1, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:05Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:43.244000 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bd42b-b343-4bcb-bd3d-301ce26cb8c8 req-7d2347a6-c5c2-4dd9-8652-84c22ac549b0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:43.245582 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-727bd42b-b343-4bcb-bd3d-301ce26cb8c8 req-7d2347a6-c5c2-4dd9-8652-84c22ac549b0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0472710 Apr 12 14:28:43.295550 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-727bd42b-b343-4bcb-bd3d-301ce26cb8c8 req-47ae1b1d-aaa6-4ed6-8af7-a364c76dcae6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442204 Apr 12 14:28:43.329897 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b07c2-2739-435f-a9ef-70729487ce1d None None] New status for floating IP 3a9823cc-9b24-4519-b87c-c2eb62e474c1: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:28:43.740797 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c4b30bbf-91e5-4821-9cd9-3689d4fd81f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:44.422478 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613b159-4930-4a03-ba67-e8d110f08d22 req-2611f776-b092-43d0-8790-52373490741d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:44.424508 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6613b159-4930-4a03-ba67-e8d110f08d22 req-2611f776-b092-43d0-8790-52373490741d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0496325 Apr 12 14:28:44.473990 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6613b159-4930-4a03-ba67-e8d110f08d22 req-3d4cb30c-4121-439e-b998-e92897edf2b9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435615 Apr 12 14:28:44.839248 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-db7f83c4-49e6-409c-8028-7fba95064c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:44.840738 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-db7f83c4-49e6-409c-8028-7fba95064c9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 1130 time: 0.0384140 Apr 12 14:28:45.260606 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-3d91fe9f-c3f2-489a-9879-1a2127d560ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:45.262007 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-3d91fe9f-c3f2-489a-9879-1a2127d560ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.0901866 Apr 12 14:28:45.334389 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-5ac38585-35ac-4e8d-9c66-567219ad5d7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 HTTP/1.1" status: 200 len: 1002 time: 0.0617788 Apr 12 14:28:45.385737 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-60c82e80-a57a-418f-84ad-36aed5e41f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:45.387230 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-60c82e80-a57a-418f-84ad-36aed5e41f44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0456831 Apr 12 14:28:45.444784 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-f8903ee8-bb45-4eb3-9297-3ccd3a982f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:45.448935 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-f8903ee8-bb45-4eb3-9297-3ccd3a982f95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465829 Apr 12 14:28:45.541463 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-bd0c0dfb-312e-45b6-a423-4cc5d56f42ef service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847392 Apr 12 14:28:45.604850 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73243d64-0d70-4c34-a7c9-e2b24d176e50 req-d4aa29c1-02da-486b-ba0d-b2eb7f91bb3a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:45.606607 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-73243d64-0d70-4c34-a7c9-e2b24d176e50 req-d4aa29c1-02da-486b-ba0d-b2eb7f91bb3a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0489981 Apr 12 14:28:45.662519 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-73243d64-0d70-4c34-a7c9-e2b24d176e50 req-8d8790db-532e-4148-97b9-173b8cf9a55a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493832 Apr 12 14:28:45.883264 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ca32bd7-0922-4788-9d62-5cc8a37af736 req-504969b2-867e-4879-a11d-61c75acda0c4 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350978 Apr 12 14:28:45.942754 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5c06661f-320d-4b20-949d-46b66df8ad2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:46.794583 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8dd8-161e-4d0c-8b27-f3d6b2ce110d req-942ad6d8-6b4b-4a1f-b1e0-6d060445fc37 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:46.795980 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ce7c8dd8-161e-4d0c-8b27-f3d6b2ce110d req-942ad6d8-6b4b-4a1f-b1e0-6d060445fc37 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0477803 Apr 12 14:28:46.844388 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ce7c8dd8-161e-4d0c-8b27-f3d6b2ce110d req-e803e880-5b1d-43ad-9414-7053439438e2 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Apr 12 14:28:46.918880 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:47.970020 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5350ac-b5f2-425c-9c41-aae193fae401 req-0f587e37-bf66-4750-8617-6808b679a29e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:47.971452 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4b5350ac-b5f2-425c-9c41-aae193fae401 req-0f587e37-bf66-4750-8617-6808b679a29e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0520964 Apr 12 14:28:48.022101 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4b5350ac-b5f2-425c-9c41-aae193fae401 req-42b0248f-639d-4c9f-9a7c-e0813f546575 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441566 Apr 12 14:28:48.531080 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:49.144348 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08420c-bc3f-4d33-ac41-3cf5240193eb req-eefb4ce5-0678-4eca-a816-fcbf48c9c487 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:49.146652 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e08420c-bc3f-4d33-ac41-3cf5240193eb req-eefb4ce5-0678-4eca-a816-fcbf48c9c487 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0488083 Apr 12 14:28:49.197261 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e08420c-bc3f-4d33-ac41-3cf5240193eb req-89e93f61-baba-4d86-8259-0ae6eb83b3d2 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444684 Apr 12 14:28:49.997927 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.237694 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:28:50.323166 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49e5e8-6bee-49d7-b64b-180381db3bb9 req-8120a390-4693-421a-a775-ee3c50c0c386 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:50.324719 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5c49e5e8-6bee-49d7-b64b-180381db3bb9 req-8120a390-4693-421a-a775-ee3c50c0c386 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 943 time: 0.0489461 Apr 12 14:28:50.349389 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:50.364146 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'port_id': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'mac_address': 'fa:16:3e:14:f3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:28:50.377407 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5c49e5e8-6bee-49d7-b64b-180381db3bb9 req-af1a817f-288b-460e-a76d-699af9883309 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468166 Apr 12 14:28:50.405303 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e80feacd-461f-4629-b43f-3acd60a68fdb is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:50.405691 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.422275 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80feacd-461f-4629-b43f-3acd60a68fdb {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:50.443277 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:50.529956 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.577891 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=9']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:50.674154 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 41500) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:50.780999 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.853893 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Publish callbacks [] for security_group (65b4807a-7e32-43c3-ad4e-77b889167890), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.877179 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e80feacd-461f-4629-b43f-3acd60a68fdb'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:28:50.925346 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (65b4807a-7e32-43c3-ad4e-77b889167890), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.965363 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06b6ed7772a34569aaba5326c0629fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901051 Apr 12 14:28:50.966641 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b4807a-7e32-43c3-ad4e-77b889167890,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:50.968146 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 41508) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:50.974929 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.974929 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.975545 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.975920 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.976250 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.976589 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.976921 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.977278 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.977608 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.977938 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.978269 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.978597 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.978926 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.979251 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:50.979573 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81999e0e-eeb5-4c5f-8bdb-8996ce572ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.020440 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Publish callbacks [] for security_group (65b4807a-7e32-43c3-ad4e-77b889167890), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.041102 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Publish callbacks [] for security_group (65b4807a-7e32-43c3-ad4e-77b889167890), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.177556 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (65b4807a-7e32-43c3-ad4e-77b889167890), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.180089 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.181256 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65b4807a-7e32-43c3-ad4e-77b889167890 HTTP/1.1" status: 204 len: 168 time: 0.2120693 Apr 12 14:28:51.189253 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b4807a-7e32-43c3-ad4e-77b889167890,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:51.197325 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.197677 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.198024 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.198368 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.198803 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.199079 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.199410 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.199739 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.200073 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.200403 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.200734 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.201089 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.201416 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.201736 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.202062 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77d1f7-9a05-4b0e-a66d-bfeac683750b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:51.505583 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5330a-04c4-4cd1-835a-9c45c10bfd94 req-0adc1d00-b16b-4277-a48d-e8993a293722 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:51.507134 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b3d5330a-04c4-4cd1-835a-9c45c10bfd94 req-0adc1d00-b16b-4277-a48d-e8993a293722 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 944 time: 0.0520217 Apr 12 14:28:51.557203 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b3d5330a-04c4-4cd1-835a-9c45c10bfd94 req-76a2cee3-1114-4c0d-b2c9-8a8846c903ae tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439079 Apr 12 14:28:51.828309 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 41518) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:51.842125 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-842fc3c4-4c61-4faa-9415-6e44fea4ca24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.914714 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-842fc3c4-4c61-4faa-9415-6e44fea4ca24 admin admin] Publish callbacks [] for security_group (506d2c4d-0878-45da-95fa-a08d46e5be34), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.977468 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-842fc3c4-4c61-4faa-9415-6e44fea4ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (506d2c4d-0878-45da-95fa-a08d46e5be34), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:52.014409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fc3c4-4c61-4faa-9415-6e44fea4ca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506d2c4d-0878-45da-95fa-a08d46e5be34,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:52.018715 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-842fc3c4-4c61-4faa-9415-6e44fea4ca24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a32194de8164695bf1e72b20844ad5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892877 Apr 12 14:28:52.022595 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 41520) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:52.069466 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0b86a737-6ff7-4e6c-bea7-8795556faa9a admin admin] Publish callbacks [] for security_group (506d2c4d-0878-45da-95fa-a08d46e5be34), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:52.092060 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0b86a737-6ff7-4e6c-bea7-8795556faa9a admin admin] Publish callbacks [] for security_group (506d2c4d-0878-45da-95fa-a08d46e5be34), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:52.243566 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:52.266695 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0b86a737-6ff7-4e6c-bea7-8795556faa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (506d2c4d-0878-45da-95fa-a08d46e5be34), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:52.269395 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0b86a737-6ff7-4e6c-bea7-8795556faa9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:52.272992 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-0b86a737-6ff7-4e6c-bea7-8795556faa9a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/506d2c4d-0878-45da-95fa-a08d46e5be34 HTTP/1.1" status: 204 len: 168 time: 0.2477026 Apr 12 14:28:52.278463 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86a737-6ff7-4e6c-bea7-8795556faa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d2c4d-0878-45da-95fa-a08d46e5be34,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:52.299670 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port e80feacd-461f-4629-b43f-3acd60a68fdb triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:52.300041 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:52.384378 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e80feacd-461f-4629-b43f-3acd60a68fdb is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:52.384762 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:52.407839 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:52.411721 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a13c7cb-b5f8-4cb2-ae60-214c10c172e9" -d '{"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-plugged", "status": "completed", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:52.425748 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:52.452857 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc516f-b69f-4361-a4a3-6e932fda4a02 x-openstack-request-id: req-dddc516f-b69f-4361-a4a3-6e932fda4a02 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:52.453205 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-plugged", "status": "completed", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:52.453477 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dddc516f-b69f-4361-a4a3-6e932fda4a02 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:52.454302 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddc516f-b69f-4361-a4a3-6e932fda4a02'] response: {'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'code': 200} Apr 12 14:28:52.529842 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:52.579348 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=10']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:52.681874 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c18bd-2595-4916-86d5-b533a3704105 req-1bd34251-88da-4ea9-92dd-5e404c21151e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:52.683441 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d48c18bd-2595-4916-86d5-b533a3704105 req-1bd34251-88da-4ea9-92dd-5e404c21151e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0515440 Apr 12 14:28:52.733126 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d48c18bd-2595-4916-86d5-b533a3704105 req-715f4831-4c90-4b2b-a665-eda45cf84f12 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434129 Apr 12 14:28:53.469857 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19de86-8614-4dc8-8109-181659f46697 req-02b8ff4d-29ae-42aa-a99d-2f9afd418aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:53.471480 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af19de86-8614-4dc8-8109-181659f46697 req-02b8ff4d-29ae-42aa-a99d-2f9afd418aaf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 1130 time: 0.0410490 Apr 12 14:28:53.523827 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af19de86-8614-4dc8-8109-181659f46697 req-2e5c71d4-4e77-43e3-bcd7-a1f31bd4c2b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433967 Apr 12 14:28:53.857382 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ca33-f354-4308-9ff1-53001c8abefc req-524d7e56-20d2-49b9-b42a-8095bd57a008 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:53.858883 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5100ca33-f354-4308-9ff1-53001c8abefc req-524d7e56-20d2-49b9-b42a-8095bd57a008 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0520923 Apr 12 14:28:53.912949 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5100ca33-f354-4308-9ff1-53001c8abefc req-d69d633f-7ce7-49e3-a154-b41ebaf5a500 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460708 Apr 12 14:28:55.037993 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eda5e-9a02-4734-ac7b-139d626a4689 req-4ad9a3c5-ebe0-42aa-9448-159aa5613b0d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:55.039465 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea6eda5e-9a02-4734-ac7b-139d626a4689 req-4ad9a3c5-ebe0-42aa-9448-159aa5613b0d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0462332 Apr 12 14:28:55.090138 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea6eda5e-9a02-4734-ac7b-139d626a4689 req-4e168c2a-6181-4fc2-ac5c-f49afdc05079 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 Apr 12 14:28:56.208281 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21800b30-d98b-4bd4-b904-c3a30e9dba11 req-be7b2907-9995-4a3c-8996-81a663336bb6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:56.209849 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-21800b30-d98b-4bd4-b904-c3a30e9dba11 req-be7b2907-9995-4a3c-8996-81a663336bb6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0480144 Apr 12 14:28:56.256787 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-21800b30-d98b-4bd4-b904-c3a30e9dba11 req-bcf59a54-6448-45c4-aec7-37b77e1ebed3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 Apr 12 14:28:57.371717 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3de90-79b7-4d5a-8e1d-e3c6da4d0b65 req-b1cd4dc5-668d-497d-9aa7-af3e0b6ed9b2 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:57.373220 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09c3de90-79b7-4d5a-8e1d-e3c6da4d0b65 req-b1cd4dc5-668d-497d-9aa7-af3e0b6ed9b2 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0460413 Apr 12 14:28:57.419310 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09c3de90-79b7-4d5a-8e1d-e3c6da4d0b65 req-d1370514-3134-4ba7-bfaf-82987a095f0e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405626 Apr 12 14:28:58.545544 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a51e9-2418-402f-bf34-4d38d7489713 req-29d74b6f-e727-4412-b0bd-0667976ae804 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:58.546864 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-666a51e9-2418-402f-bf34-4d38d7489713 req-29d74b6f-e727-4412-b0bd-0667976ae804 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0559754 Apr 12 14:28:58.595233 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-666a51e9-2418-402f-bf34-4d38d7489713 req-9a121298-031f-40c9-a3d6-91a2b2633035 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412171 Apr 12 14:28:59.283653 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 41640) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:59.388899 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3fdd54ce-61f9-4e87-b31b-16e14d435ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:59.465620 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3fdd54ce-61f9-4e87-b31b-16e14d435ae6 admin admin] Publish callbacks [] for security_group (a910dca8-d5e0-4f80-b6e5-8f6e2ca6276b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:59.535156 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3fdd54ce-61f9-4e87-b31b-16e14d435ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a910dca8-d5e0-4f80-b6e5-8f6e2ca6276b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:59.572491 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd54ce-61f9-4e87-b31b-16e14d435ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a910dca8-d5e0-4f80-b6e5-8f6e2ca6276b,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:59.576641 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3fdd54ce-61f9-4e87-b31b-16e14d435ae6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50cf55f1268f41a1a114e2e3602b92af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919810 Apr 12 14:28:59.579296 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 41644) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:59.628654 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-182ee45c-36e1-41be-91dd-d0663b142301 admin admin] Publish callbacks [] for security_group (a910dca8-d5e0-4f80-b6e5-8f6e2ca6276b), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:59.651571 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-182ee45c-36e1-41be-91dd-d0663b142301 admin admin] Publish callbacks [] for security_group (a910dca8-d5e0-4f80-b6e5-8f6e2ca6276b), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:59.718272 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276eeb-6d95-4983-b161-95286babda51 req-c621150f-ab6c-4b09-8c16-adffa9e30521 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:59.719678 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b2276eeb-6d95-4983-b161-95286babda51 req-c621150f-ab6c-4b09-8c16-adffa9e30521 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0485127 Apr 12 14:28:59.764137 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-182ee45c-36e1-41be-91dd-d0663b142301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a910dca8-d5e0-4f80-b6e5-8f6e2ca6276b), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:59.766752 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-182ee45c-36e1-41be-91dd-d0663b142301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:59.768005 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-182ee45c-36e1-41be-91dd-d0663b142301 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a910dca8-d5e0-4f80-b6e5-8f6e2ca6276b HTTP/1.1" status: 204 len: 168 time: 0.1875510 Apr 12 14:28:59.771312 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b2276eeb-6d95-4983-b161-95286babda51 req-9069bb43-9079-4a10-b307-6eaff1d4583b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414822 Apr 12 14:28:59.778223 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ee45c-36e1-41be-91dd-d0663b142301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a910dca8-d5e0-4f80-b6e5-8f6e2ca6276b,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:05.770259 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:29:08.703527 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:13.165811 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce09157-c3aa-4a9d-9ab5-74b567fc6c71 req-81e8319b-9f7b-4a44-8867-76aa80c16b82 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:13.167348 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6ce09157-c3aa-4a9d-9ab5-74b567fc6c71 req-81e8319b-9f7b-4a44-8867-76aa80c16b82 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0503387 Apr 12 14:29:13.212447 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6ce09157-c3aa-4a9d-9ab5-74b567fc6c71 req-0b82e15d-4f9c-46ad-8184-7627dc3a5286 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Apr 12 14:29:13.709697 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-7db7d2f0-84ee-4455-a612-871faf718ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:14.332880 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08dac2-1795-4497-a368-8171f4d725e8 req-1c25b60a-e870-4d39-a564-2d6532be6b85 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:14.334560 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee08dac2-1795-4497-a368-8171f4d725e8 req-1c25b60a-e870-4d39-a564-2d6532be6b85 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0521343 Apr 12 14:29:14.383803 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee08dac2-1795-4497-a368-8171f4d725e8 req-374e324c-f679-45b3-b0b7-1e1fda399e00 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 Apr 12 14:29:15.495361 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241f6e0-6522-47e6-aa02-ac07681755a8 req-502e0591-c857-4b85-a1fe-88dc820dc8a7 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:15.504430 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b241f6e0-6522-47e6-aa02-ac07681755a8 req-502e0591-c857-4b85-a1fe-88dc820dc8a7 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0457895 Apr 12 14:29:15.546395 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b241f6e0-6522-47e6-aa02-ac07681755a8 req-f01257c1-ec56-4d25-bdc3-b5c161d806d3 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Apr 12 14:29:16.011949 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b7f1fb41-a99b-4a13-a6cd-79da7e42e38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:16.460988 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-ff9dc4d4-bb46-412d-b0be-cbe4965ffd80 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:16.462431 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-ff9dc4d4-bb46-412d-b0be-cbe4965ffd80 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.48 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0456553 Apr 12 14:29:16.550837 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Deleting port e0847bdc-1f94-4700-b868-d2f71d1314d8 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:29:16.551177 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:16.680709 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301cc8a-2f33-4a2f-91ad-1a819147efe4 req-0c03a459-6b71-4dae-b988-3317b709c8ab tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:16.682199 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d301cc8a-2f33-4a2f-91ad-1a819147efe4 req-0c03a459-6b71-4dae-b988-3317b709c8ab tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 946 time: 0.0624917 Apr 12 14:29:16.700432 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] For port e0847bdc-1f94-4700-b868-d2f71d1314d8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e0847bdc-1f94-4700-b868-d2f71d1314d8,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:16.700800 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:16.723084 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Calling delete_port for e0847bdc-1f94-4700-b868-d2f71d1314d8 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:29:16.754770 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d301cc8a-2f33-4a2f-91ad-1a819147efe4 req-3345a780-f19b-4fdb-be4e-ec38ccfed554 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668764 Apr 12 14:29:16.954843 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (e0847bdc-1f94-4700-b868-d2f71d1314d8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:16.958618 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:16.967327 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e0847bdc-1f94-4700-b868-d2f71d1314d8'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:29:16.998439 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Pushing event deleted for resources: {'Port': ['ID=e0847bdc-1f94-4700-b868-d2f71d1314d8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:17.030276 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] No DVR routers for this DVR port e0847bdc-1f94-4700-b868-d2f71d1314d8 on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:29:17.033361 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.036594 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-88e6906a-84d6-43ee-aa72-b0906f944094 req-61b82f93-bf92-4925-bb43-e6bb6543a389 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.48 "DELETE /v2.0/ports/e0847bdc-1f94-4700-b868-d2f71d1314d8 HTTP/1.1" status: 204 len: 173 time: 0.5684295 Apr 12 14:29:17.037269 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36cb835-b0a8-4053-9fcc-0417470b851c', 'name': 'network-vif-deleted', 'tag': 'e0847bdc-1f94-4700-b868-d2f71d1314d8'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:17.039591 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5098c4-b5cc-45c3-8d11-774962c7108f" -d '{"events": [{"server_uuid": "e36cb835-b0a8-4053-9fcc-0417470b851c", "name": "network-vif-deleted", "tag": "e0847bdc-1f94-4700-b868-d2f71d1314d8"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:17.076146 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21516b5e-7d69-45e0-8c92-579e24eb23b8 x-openstack-request-id: req-21516b5e-7d69-45e0-8c92-579e24eb23b8 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:17.076439 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36cb835-b0a8-4053-9fcc-0417470b851c", "name": "network-vif-deleted", "tag": "e0847bdc-1f94-4700-b868-d2f71d1314d8", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:17.076697 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21516b5e-7d69-45e0-8c92-579e24eb23b8 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:17.077142 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21516b5e-7d69-45e0-8c92-579e24eb23b8'] response: {'server_uuid': 'e36cb835-b0a8-4053-9fcc-0417470b851c', 'name': 'network-vif-deleted', 'tag': 'e0847bdc-1f94-4700-b868-d2f71d1314d8', 'status': 'completed', 'code': 200} Apr 12 14:29:17.861280 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1165a162-2fdd-439c-90dc-cafb3d7dfe2d req-ae68af82-f52f-484e-8595-cda47baeba26 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36cb835-b0a8-4053-9fcc-0417470b851c HTTP/1.1" status: 200 len: 210 time: 0.0283604 Apr 12 14:29:18.571758 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:20.069616 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:20.835564 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e0847bdc-1f94-4700-b868-d2f71d1314d8 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:29:20.857321 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: e0847bdc-1f94-4700-b868-d2f71d1314d8 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:29:20.857665 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e0847bdc-1f94-4700-b868-d2f71d1314d8 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:29:27.031433 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e3dc9-09ee-4ac6-aa89-2d05dd919648 req-4665bbf2-c37a-4d00-88d7-3e529000639c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:27.033310 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-702e3dc9-09ee-4ac6-aa89-2d05dd919648 req-4665bbf2-c37a-4d00-88d7-3e529000639c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 945 time: 0.0561743 Apr 12 14:29:27.088407 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-702e3dc9-09ee-4ac6-aa89-2d05dd919648 req-1b2c2396-e975-410d-a71e-5852883921e7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489943 Apr 12 14:29:28.211732 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30818b13-0bf9-497c-b95b-16b32a4962db req-80e3d789-bdd3-443d-9575-0d45b5b15bc8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:28.213270 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-30818b13-0bf9-497c-b95b-16b32a4962db req-80e3d789-bdd3-443d-9575-0d45b5b15bc8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 945 time: 0.0514359 Apr 12 14:29:28.260909 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-30818b13-0bf9-497c-b95b-16b32a4962db req-6523169a-1560-4cb6-8aa4-5c338821af03 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 Apr 12 14:29:29.380056 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc610d-9374-4576-a54f-946cc5a6ae46 req-34d88cb8-96a3-4c01-b7e4-608da3e1fe57 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:29.382088 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-55dc610d-9374-4576-a54f-946cc5a6ae46 req-34d88cb8-96a3-4c01-b7e4-608da3e1fe57 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 945 time: 0.0504453 Apr 12 14:29:29.433919 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-55dc610d-9374-4576-a54f-946cc5a6ae46 req-d196500b-ffe5-4290-8657-e8d4f8c57136 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462437 Apr 12 14:29:29.697794 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-146f974b-c326-4a23-9a15-e70bf69bcacf tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:29.699416 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-146f974b-c326-4a23-9a15-e70bf69bcacf tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/networks?id=e9f89579-be7f-4f44-b432-24a5c10c1fa9 HTTP/1.1" status: 200 len: 814 time: 0.1110203 Apr 12 14:29:29.716620 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-c91fb429-0675-4ad4-a0de-f2825d1bb842 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/quotas/d09d16c1614c4715a121f402aeaa024f HTTP/1.1" status: 200 len: 375 time: 0.0100884 Apr 12 14:29:29.755161 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-bb3eeaa3-1cb9-4bd7-a07a-e072f8ecf8b6 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d09d16c1614c4715a121f402aeaa024f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329626 Apr 12 14:29:29.854182 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-25845734-79ef-43ca-a575-6098db20be84 service neutron] 10.222.0.61 "GET /v2.0/networks/e9f89579-be7f-4f44-b432-24a5c10c1fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891500 Apr 12 14:29:29.960368 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-2c9961d4-a3c0-4fdd-9b73-e253844e7e62 service neutron] 10.222.0.61 "GET /v2.0/networks/e9f89579-be7f-4f44-b432-24a5c10c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006448 Apr 12 14:29:30.205845 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-ae767711-ecc4-47d6-823d-5a5bfa72c094 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:30.207412 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-ae767711-ecc4-47d6-823d-5a5bfa72c094 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 945 time: 0.0575504 Apr 12 14:29:30.240658 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-02e94b48-8895-4392-969e-6f74d4f4330c req-f7694a7e-f099-4216-84ca-9d1cd70801ad tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 210 time: 0.0318692 Apr 12 14:29:30.306086 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Deleting port 1b954c2e-1578-4017-80d3-ac279e063f9d {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:29:30.306474 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.407438 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] For port 1b954c2e-1578-4017-80d3-ac279e063f9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1b954c2e-1578-4017-80d3-ac279e063f9d,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:30.407713 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.609967 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab35f4-8966-4d19-8c56-516ee078e85e req-5b3f77e5-203b-4512-8064-f1d08845ff2d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:30.611438 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-82ab35f4-8966-4d19-8c56-516ee078e85e req-5b3f77e5-203b-4512-8064-f1d08845ff2d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 945 time: 0.1015205 Apr 12 14:29:30.705824 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.706433 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (898f8743-737a-44d4-b5c3-f27446eb0e2b), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.706735 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Floating IP 898f8743-737a-44d4-b5c3-f27446eb0e2b disassociated. External IP: 172.27.3.148, port: 1b954c2e-1578-4017-80d3-ac279e063f9d. Apr 12 14:29:30.706833 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Calling delete_port for 1b954c2e-1578-4017-80d3-ac279e063f9d owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:29:30.721958 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-82ab35f4-8966-4d19-8c56-516ee078e85e req-f81cdaaa-ed72-44ae-8609-c406c8d54f05 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c0c5111-7ceb-48fb-9993-3dede3b124ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013515 Apr 12 14:29:30.926484 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (1b954c2e-1578-4017-80d3-ac279e063f9d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.957813 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'Port': ['ID=1b954c2e-1578-4017-80d3-ac279e063f9d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:31.080040 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:29:31.199600 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:31.214300 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:31.228360 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:31.229213 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:31.261556 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] No DVR routers for this DVR port 1b954c2e-1578-4017-80d3-ac279e063f9d on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:29:31.264447 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:31.268744 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bc00d543-b60b-43eb-b512-209d5eaa66c8 req-03a6aefb-779c-47e8-8e7f-8819bf016e92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "DELETE /v2.0/ports/1b954c2e-1578-4017-80d3-ac279e063f9d HTTP/1.1" status: 204 len: 173 time: 1.0506954 Apr 12 14:29:31.269472 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'name': 'network-vif-deleted', 'tag': '1b954c2e-1578-4017-80d3-ac279e063f9d'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:31.288787 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f36bf0a-4901-4e2a-81b0-1c14a487c698" -d '{"events": [{"server_uuid": "b33e6484-840e-4cd5-9558-8977f2c14b9a", "name": "network-vif-deleted", "tag": "1b954c2e-1578-4017-80d3-ac279e063f9d"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:31.325813 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73ac268-2be4-4a5c-86d1-755661cc20e0 x-openstack-request-id: req-d73ac268-2be4-4a5c-86d1-755661cc20e0 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:31.326213 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33e6484-840e-4cd5-9558-8977f2c14b9a", "name": "network-vif-deleted", "tag": "1b954c2e-1578-4017-80d3-ac279e063f9d", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:31.326564 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d73ac268-2be4-4a5c-86d1-755661cc20e0 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:31.327071 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73ac268-2be4-4a5c-86d1-755661cc20e0'] response: {'server_uuid': 'b33e6484-840e-4cd5-9558-8977f2c14b9a', 'name': 'network-vif-deleted', 'tag': '1b954c2e-1578-4017-80d3-ac279e063f9d', 'status': 'completed', 'code': 200} Apr 12 14:29:31.393650 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-58cb912b-67a2-4dc2-b102-d34391c3afd1 req-734a9c5d-cc7b-445e-87f5-bf681947f290 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 210 time: 0.0395322 Apr 12 14:29:31.446597 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:31.675859 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3c30ed6e-1a80-470a-9ad5-b2f42618fdb9', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:03Z', 'updated_at': '2022-04-12T14:26:37Z', 'revision_number': 2, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:31.706337 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:31.715662 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:31.723729 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:31.836404 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:31.848180 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d36ebfd1-902b-49f0-82ae-1b11be266994 req-c6895c05-758d-4ead-a82a-33c665566ba4 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33e6484-840e-4cd5-9558-8977f2c14b9a HTTP/1.1" status: 200 len: 210 time: 0.0335112 Apr 12 14:29:32.069743 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3c30ed6e-1a80-470a-9ad5-b2f42618fdb9', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:03Z', 'updated_at': '2022-04-12T14:26:37Z', 'revision_number': 2, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:32.097061 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5785986-8bbb-4916-891f-edb8e757cdb7 None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3c30ed6e-1a80-470a-9ad5-b2f42618fdb9', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:5b:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:03Z', 'updated_at': '2022-04-12T14:26:37Z', 'revision_number': 2, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:29:32.352531 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f865f-fc29-48f3-b134-adbd9b7e5df9 None None] New status for floating IP 898f8743-737a-44d4-b5c3-f27446eb0e2b: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:29:32.518517 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc6b18b4-b8a4-4d06-8d3d-3a16483e5513 req-d0633536-791e-42e7-8f41-1a7b540ea710 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 210 time: 0.0509150 Apr 12 14:29:32.569208 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-7ecdffa4-c9c3-4aa0-a6ca-a0740759bb86 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:32.570699 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-7ecdffa4-c9c3-4aa0-a6ca-a0740759bb86 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.48 "GET /v2.0/networks?id=e9f89579-be7f-4f44-b432-24a5c10c1fa9 HTTP/1.1" status: 200 len: 814 time: 0.1802468 Apr 12 14:29:32.594298 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Request body: {'port': {'device_id': 'c8ff185d-4caf-40cd-a184-30912744395a', 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9', 'admin_state_up': True, 'tenant_id': 'd09d16c1614c4715a121f402aeaa024f'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:32.833186 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Made reservation on behalf of d09d16c1614c4715a121f402aeaa024f for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:32.838184 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.994343 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Allocated IP 172.20.0.14 (e9f89579-be7f-4f44-b432-24a5c10c1fa9/a422e518-62cd-4ec7-aad3-823bd8c9b425/6061dbe0-af9e-442d-81e7-aa3b1b495ee9) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:33.068747 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42022) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:33.141394 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ab17bdd-7e07-4822-b05f-ed6f6e35856c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (1c0c5111-7ceb-48fb-9993-3dede3b124ab), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.151275 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks [] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.167059 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ab17bdd-7e07-4822-b05f-ed6f6e35856c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (1c0c5111-7ceb-48fb-9993-3dede3b124ab), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.344421 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.371979 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ab17bdd-7e07-4822-b05f-ed6f6e35856c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (1c0c5111-7ceb-48fb-9993-3dede3b124ab), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.374504 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ab17bdd-7e07-4822-b05f-ed6f6e35856c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.376751 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3ab17bdd-7e07-4822-b05f-ed6f6e35856c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "DELETE /v2.0/security-groups/1c0c5111-7ceb-48fb-9993-3dede3b124ab HTTP/1.1" status: 204 len: 168 time: 0.3151019 Apr 12 14:29:33.388585 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42026) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:33.395072 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Network e9f89579-be7f-4f44-b432-24a5c10c1fa9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:33.396528 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab17bdd-7e07-4822-b05f-ed6f6e35856c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0c5111-7ceb-48fb-9993-3dede3b124ab,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:33.398640 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:33.402921 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:33.407387 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.api.v2.resource [None req-ba8e5dbf-1c52-4932-8178-d747a448033b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] show failed (client error): The resource could not be found. Apr 12 14:29:33.409507 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ba8e5dbf-1c52-4932-8178-d747a448033b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups/1c0c5111-7ceb-48fb-9993-3dede3b124ab HTTP/1.1" status: 404 len: 347 time: 0.0188646 Apr 12 14:29:33.412188 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:33.412188 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.414680 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42028) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:33.436705 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Pushing event updated for resources: {'Port': ['ID=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:33.503202 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-5f152718-b497-4c50-8921-0623c87f6750 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9132347 Apr 12 14:29:33.515883 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Request body: {'port': {'device_id': 'c8ff185d-4caf-40cd-a184-30912744395a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:33.550185 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Deleting port 7fcd0404-230a-4eff-95fd-f0bb1952b1c3 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:29:33.551471 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (7fcd0404-230a-4eff-95fd-f0bb1952b1c3), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.620212 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.639688 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (7fcd0404-230a-4eff-95fd-f0bb1952b1c3), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.640272 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (7fcd0404-230a-4eff-95fd-f0bb1952b1c3), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.652268 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec19331-c081-4da7-94d4-7ccdf932425f req-4c12b503-d5af-4380-8b33-9530d3576f35 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:33.653797 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aec19331-c081-4da7-94d4-7ccdf932425f req-4c12b503-d5af-4380-8b33-9530d3576f35 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 932 time: 0.0647478 Apr 12 14:29:33.655382 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Calling delete_port for 7fcd0404-230a-4eff-95fd-f0bb1952b1c3 owned by network:floatingip {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:29:33.786151 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aec19331-c081-4da7-94d4-7ccdf932425f req-f4ee08f3-d39b-44ac-88e5-b0f9a6445901 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144209 Apr 12 14:29:34.003632 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:29:34.012951 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Publish callbacks [] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.148978 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Transition to ACTIVE for port object 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:29:34.149426 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (7fcd0404-230a-4eff-95fd-f0bb1952b1c3), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.177520 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'Port': ['ID=7fcd0404-230a-4eff-95fd-f0bb1952b1c3,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:34.252910 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (898f8743-737a-44d4-b5c3-f27446eb0e2b), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.256613 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.257768 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-52c272a6-1cc5-4716-babb-6d6666399232 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "DELETE /v2.0/floatingips/898f8743-737a-44d4-b5c3-f27446eb0e2b HTTP/1.1" status: 204 len: 168 time: 0.8415358 Apr 12 14:29:34.269022 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.338352 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:34.376588 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Attempting to bind port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:34.377096 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Attempting to bind port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:34.377517 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Attempting to bind port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 on network e9f89579-be7f-4f44-b432-24a5c10c1fa9 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:34.383156 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 on network e9f89579-be7f-4f44-b432-24a5c10c1fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:29:34.383610 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Attempting to bind port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 on network e9f89579-be7f-4f44-b432-24a5c10c1fa9 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:34.390256 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:34.390701 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Checking segment: {'id': 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:34.391163 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Bound using segment: {'id': 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:34.391671 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Bound port: 6061dbe0-af9e-442d-81e7-aa3b1b495ee9, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:34.392134 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.475672 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] For port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9, host hv-cinder-83752, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:34.479002 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] For port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:34.576425 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.613844 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:34.614479 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.616424 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/6061dbe0-af9e-442d-81e7-aa3b1b495ee9 HTTP/1.1" status: 200 len: 1094 time: 1.1057527 Apr 12 14:29:34.616882 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ff185d-4caf-40cd-a184-30912744395a', 'tag': '6061dbe0-af9e-442d-81e7-aa3b1b495ee9'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:34.619320 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8483f990-33c5-40cc-8edd-36cb08402d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ff185d-4caf-40cd-a184-30912744395a", "tag": "6061dbe0-af9e-442d-81e7-aa3b1b495ee9"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:34.640702 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 1b954c2e-1578-4017-80d3-ac279e063f9d no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:29:34.647369 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1be79-4375-4125-85d2-09c07cb1c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:34.663081 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 1b954c2e-1578-4017-80d3-ac279e063f9d {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:29:34.663380 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 1b954c2e-1578-4017-80d3-ac279e063f9d not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:29:34.667397 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a6156e-0cb7-4e07-b049-09804fc94543 x-openstack-request-id: req-c6a6156e-0cb7-4e07-b049-09804fc94543 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:34.671978 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ff185d-4caf-40cd-a184-30912744395a", "tag": "6061dbe0-af9e-442d-81e7-aa3b1b495ee9", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:34.671978 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6a6156e-0cb7-4e07-b049-09804fc94543 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:34.671978 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a6156e-0cb7-4e07-b049-09804fc94543'] response: {'name': 'network-changed', 'server_uuid': 'c8ff185d-4caf-40cd-a184-30912744395a', 'tag': '6061dbe0-af9e-442d-81e7-aa3b1b495ee9', 'status': 'completed', 'code': 200} Apr 12 14:29:34.722324 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483f990-33c5-40cc-8edd-36cb08402d6d req-1f4800af-5f5d-4209-9118-8940519bbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:34.723817 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8483f990-33c5-40cc-8edd-36cb08402d6d req-1f4800af-5f5d-4209-9118-8940519bbc48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d09d16c1614c4715a121f402aeaa024f&device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 1128 time: 0.0412531 Apr 12 14:29:34.849584 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483f990-33c5-40cc-8edd-36cb08402d6d req-a69ee2b9-455d-46e6-9fc3-863694642073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:34.857410 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8483f990-33c5-40cc-8edd-36cb08402d6d req-a69ee2b9-455d-46e6-9fc3-863694642073 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d09d16c1614c4715a121f402aeaa024f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1191788 Apr 12 14:29:34.938633 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf58c78-652b-4ad8-9e9f-3bf58797ee79 req-96c7436b-0ef2-42a3-8c0a-f8a776d31530 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:34.940234 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5bf58c78-652b-4ad8-9e9f-3bf58797ee79 req-96c7436b-0ef2-42a3-8c0a-f8a776d31530 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 944 time: 0.0615990 Apr 12 14:29:34.975156 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483f990-33c5-40cc-8edd-36cb08402d6d req-bbe9eccc-883d-4799-b1cf-64d85e1abd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:34.976688 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8483f990-33c5-40cc-8edd-36cb08402d6d req-bbe9eccc-883d-4799-b1cf-64d85e1abd85 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1170497 Apr 12 14:29:34.994779 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5bf58c78-652b-4ad8-9e9f-3bf58797ee79 req-6b550c57-1adf-4e4d-852d-053af878213a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Apr 12 14:29:35.340097 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-3163740a-55ab-4866-808d-55c4627d51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:35.341682 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-3163740a-55ab-4866-808d-55c4627d51e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d09d16c1614c4715a121f402aeaa024f&device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 1128 time: 0.0485001 Apr 12 14:29:35.421796 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-96174c06-b9d1-425c-bdf7-1dbedccc8bac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6061dbe0-af9e-442d-81e7-aa3b1b495ee9 HTTP/1.1" status: 200 len: 217 time: 0.0344272 Apr 12 14:29:35.472882 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-a72b7891-f63d-45a9-839a-b87d1b5e288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:35.474672 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-a72b7891-f63d-45a9-839a-b87d1b5e288c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a422e518-62cd-4ec7-aad3-823bd8c9b425 HTTP/1.1" status: 200 len: 854 time: 0.0449066 Apr 12 14:29:35.510718 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-1fdf2295-0cfe-477a-9389-e8527b6cc0c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9f89579-be7f-4f44-b432-24a5c10c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298140 Apr 12 14:29:35.611126 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-bc694298-22e2-4020-9780-177d76b029e0 service neutron] 10.222.0.48 "GET /v2.0/networks/e9f89579-be7f-4f44-b432-24a5c10c1fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877872 Apr 12 14:29:35.703736 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fa8e6db-9f74-4d89-9b91-24df1d52297c req-d24135fa-73d7-405d-88f1-9d64df0227a5 service neutron] 10.222.0.48 "GET /v2.0/networks/e9f89579-be7f-4f44-b432-24a5c10c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860753 Apr 12 14:29:36.108617 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d477b-42d2-418d-9e53-8e39c0f9d738 req-5d6c1bc4-8ae5-4155-be6a-3e7efb649b7c tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:36.110137 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e46d477b-42d2-418d-9e53-8e39c0f9d738 req-5d6c1bc4-8ae5-4155-be6a-3e7efb649b7c tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 944 time: 0.0480745 Apr 12 14:29:36.157420 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e46d477b-42d2-418d-9e53-8e39c0f9d738 req-3526d448-34e2-4978-8978-3031780f52c5 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Apr 12 14:29:37.268057 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132c847-925c-43f7-81f1-9a7d5cc4e478 req-28ae1fe0-a1d4-43df-be1c-f0c94adafd6a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:37.269556 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8132c847-925c-43f7-81f1-9a7d5cc4e478 req-28ae1fe0-a1d4-43df-be1c-f0c94adafd6a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 944 time: 0.0461550 Apr 12 14:29:37.316720 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8132c847-925c-43f7-81f1-9a7d5cc4e478 req-66224735-7444-425d-b121-bbc4b54d48ee tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Apr 12 14:29:37.559414 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-9a17c341-5335-4da4-a009-b8caf4bfaba0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408778 Apr 12 14:29:37.606042 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdde635-3b6d-4e19-9f5d-579936b738df req-b771379e-e2fe-48bf-a098-3bcc894f5335 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:37.618019 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2cdde635-3b6d-4e19-9f5d-579936b738df req-b771379e-e2fe-48bf-a098-3bcc894f5335 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.0510988 Apr 12 14:29:37.654091 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2cdde635-3b6d-4e19-9f5d-579936b738df req-273f0db5-58fb-452f-8630-462a9419be1c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409763 Apr 12 14:29:38.436774 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33e2c1-deba-4efc-8b02-b5e91189a3f1 req-a2c78d0e-0bd9-4775-b083-be4559f34edc tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:38.438299 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fb33e2c1-deba-4efc-8b02-b5e91189a3f1 req-a2c78d0e-0bd9-4775-b083-be4559f34edc tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 944 time: 0.0484645 Apr 12 14:29:38.496002 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fb33e2c1-deba-4efc-8b02-b5e91189a3f1 req-0d071394-7f86-4de4-9e6a-3c688f121938 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483906 Apr 12 14:29:38.643236 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:29:38.750400 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:38.761893 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.763052 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '6061dbe0-af9e-442d-81e7-aa3b1b495ee9', 'network_id': 'e9f89579-be7f-4f44-b432-24a5c10c1fa9', 'port_id': '6061dbe0-af9e-442d-81e7-aa3b1b495ee9', 'mac_address': 'fa:16:3e:98:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a422e518-62cd-4ec7-aad3-823bd8c9b425', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:29:38.767454 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e83877-2642-42af-a9f4-2818af0dc709 req-93c4bd29-0902-4bf4-a2dd-d1dd71cf99a3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:38.770699 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-99e83877-2642-42af-a9f4-2818af0dc709 req-93c4bd29-0902-4bf4-a2dd-d1dd71cf99a3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.0458376 Apr 12 14:29:38.803704 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:38.804090 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.815967 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-99e83877-2642-42af-a9f4-2818af0dc709 req-26e168cf-ae96-46c5-8f85-c93d8b4c870a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402038 Apr 12 14:29:38.828015 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:29:38.837821 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:38.925921 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.973449 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:38.980716 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.981092 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.981457 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.981802 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.982130 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.982455 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.982786 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.983109 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.983430 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.983750 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.984070 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.984392 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.984712 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.985051 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:38.985368 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:39.270411 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['6061dbe0-af9e-442d-81e7-aa3b1b495ee9'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:29:39.287369 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-ecaec8b1-bcdc-4499-988e-da0f4108c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.288874 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-ecaec8b1-bcdc-4499-988e-da0f4108c3c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 1130 time: 0.0416551 Apr 12 14:29:39.610675 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f8bde-8293-4f84-ae4f-dff4b607612f req-0d7fb840-51b0-4bbc-be3f-62719fad8d53 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.612128 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6f0f8bde-8293-4f84-ae4f-dff4b607612f req-0d7fb840-51b0-4bbc-be3f-62719fad8d53 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 945 time: 0.0467355 Apr 12 14:29:39.630774 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-97c7a9c7-2445-43c7-832e-ee38453f26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.632479 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-97c7a9c7-2445-43c7-832e-ee38453f26ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.3212323 Apr 12 14:29:39.660063 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6f0f8bde-8293-4f84-ae4f-dff4b607612f req-6b3c8e2e-6b04-4bfe-a0e0-2d01b8eb757a tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Apr 12 14:29:39.751495 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-aae841fa-7c37-466e-9be8-89a9d86f87a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 HTTP/1.1" status: 200 len: 217 time: 0.0388753 Apr 12 14:29:39.811825 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-ff1558eb-3253-4edb-9982-2508a58ee21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.813162 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-ff1558eb-3253-4edb-9982-2508a58ee21b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0477538 Apr 12 14:29:39.916553 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-0b4a3e6c-607f-44cb-88a4-03ad205b8bfb tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.918087 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-0b4a3e6c-607f-44cb-88a4-03ad205b8bfb tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.0466242 Apr 12 14:29:39.935339 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-77c73c3f-352b-496e-99c6-96811b384bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.936867 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-77c73c3f-352b-496e-99c6-96811b384bef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661371 Apr 12 14:29:39.950379 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62288881-b2b4-4f49-a6f7-e0b65593347b req-dd415a8f-dfcd-4937-92a1-2ccde30da2c3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.951850 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62288881-b2b4-4f49-a6f7-e0b65593347b req-dd415a8f-dfcd-4937-92a1-2ccde30da2c3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 946 time: 0.0548127 Apr 12 14:29:40.011905 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Deleting port 94daf6a1-01ae-4079-a89d-451a07a1cb69 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:29:40.012240 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.057073 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62288881-b2b4-4f49-a6f7-e0b65593347b req-3b7d9804-146e-4c95-ad8e-72cafabe56f3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec72fcce-ae54-4dff-88bf-9d85e5d0589c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947380 Apr 12 14:29:40.076382 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-472fb2be-782b-4ccd-a905-d7a46d3bc008 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235855 Apr 12 14:29:40.104342 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] For port 94daf6a1-01ae-4079-a89d-451a07a1cb69, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94daf6a1-01ae-4079-a89d-451a07a1cb69,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:40.104701 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.177971 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-343e6e40-51f1-4ccc-8020-de15c4fed3f5 req-556022be-8c1e-4cab-bacf-0be356510cdd service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900991 Apr 12 14:29:40.329814 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.330079 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3c30ed6e-1a80-470a-9ad5-b2f42618fdb9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.330399 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Floating IP 3c30ed6e-1a80-470a-9ad5-b2f42618fdb9 disassociated. External IP: 172.27.3.76, port: 94daf6a1-01ae-4079-a89d-451a07a1cb69. Apr 12 14:29:40.330738 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Calling delete_port for 94daf6a1-01ae-4079-a89d-451a07a1cb69 owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:29:40.564450 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (94daf6a1-01ae-4079-a89d-451a07a1cb69), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.598107 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'Port': ['ID=94daf6a1-01ae-4079-a89d-451a07a1cb69,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:40.661930 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:40.712120 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:29:40.716153 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:29:40.815509 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:40.815891 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.841519 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ed4e-e911-4473-b6a6-31d0c213c329 req-503fd764-fc15-44b5-ad5a-1c1f720433f5 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:40.843037 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4c85ed4e-e911-4473-b6a6-31d0c213c329 req-503fd764-fc15-44b5-ad5a-1c1f720433f5 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 945 time: 0.0801079 Apr 12 14:29:40.897016 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:40.902270 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:40.902597 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.908412 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:40.928257 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ff185d-4caf-40cd-a184-30912744395a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6061dbe0-af9e-442d-81e7-aa3b1b495ee9'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:40.934207 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:40.934391 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e2db81-b9bf-45a8-9054-1cc950a3af0c" -d '{"events": [{"server_uuid": "c8ff185d-4caf-40cd-a184-30912744395a", "name": "network-vif-plugged", "status": "completed", "tag": "6061dbe0-af9e-442d-81e7-aa3b1b495ee9"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:40.934520 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:40.934691 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4c85ed4e-e911-4473-b6a6-31d0c213c329 req-34f675f7-2a62-4fd0-89d6-230c27461b9c tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845840 Apr 12 14:29:40.947558 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:40.948313 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] No DVR routers for this DVR port 94daf6a1-01ae-4079-a89d-451a07a1cb69 on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:29:40.950913 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.954362 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-008013d4-3a51-4bde-a0b9-0ac4a7b1e6c6 req-f007e830-ea39-4736-b393-b14da11cfd0f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "DELETE /v2.0/ports/94daf6a1-01ae-4079-a89d-451a07a1cb69 HTTP/1.1" status: 204 len: 173 time: 1.0284033 Apr 12 14:29:40.954888 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'name': 'network-vif-deleted', 'tag': '94daf6a1-01ae-4079-a89d-451a07a1cb69'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:40.957442 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140a9522-ce7f-429a-bf0e-530ccab11345" -d '{"events": [{"server_uuid": "b40cd360-1437-42b2-8bb7-c7d199c52958", "name": "network-vif-deleted", "tag": "94daf6a1-01ae-4079-a89d-451a07a1cb69"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:41.004014 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f4efcc-1cdc-4480-9fe3-d61486cb71bc x-openstack-request-id: req-81f4efcc-1cdc-4480-9fe3-d61486cb71bc {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:41.004410 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40cd360-1437-42b2-8bb7-c7d199c52958", "name": "network-vif-deleted", "tag": "94daf6a1-01ae-4079-a89d-451a07a1cb69", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:41.004765 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81f4efcc-1cdc-4480-9fe3-d61486cb71bc {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:41.005520 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f4efcc-1cdc-4480-9fe3-d61486cb71bc'] response: {'server_uuid': 'b40cd360-1437-42b2-8bb7-c7d199c52958', 'name': 'network-vif-deleted', 'tag': '94daf6a1-01ae-4079-a89d-451a07a1cb69', 'status': 'completed', 'code': 200} Apr 12 14:29:41.007927 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1a6193-17d9-4646-b5a8-cdffb5623293 x-openstack-request-id: req-ae1a6193-17d9-4646-b5a8-cdffb5623293 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:41.008243 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ff185d-4caf-40cd-a184-30912744395a", "name": "network-vif-plugged", "status": "completed", "tag": "6061dbe0-af9e-442d-81e7-aa3b1b495ee9", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:41.008505 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae1a6193-17d9-4646-b5a8-cdffb5623293 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:41.008902 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1a6193-17d9-4646-b5a8-cdffb5623293'] response: {'server_uuid': 'c8ff185d-4caf-40cd-a184-30912744395a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6061dbe0-af9e-442d-81e7-aa3b1b495ee9', 'code': 200} Apr 12 14:29:41.075364 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:41.075669 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:41.135585 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:41.164889 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b982975b-0c33-4297-9cf5-496a0d369a05 req-3bf4bf36-9b61-412b-8a59-417c6b0b18bd tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 210 time: 0.0291669 Apr 12 14:29:41.290415 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:41.317137 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:41.326423 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:41.327157 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:41.437935 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:41.593168 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f1792-2e0a-4d17-9031-463b5226fe36 req-eebfeeda-9dc7-4478-aebd-b001d95b516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:41.594739 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-849f1792-2e0a-4d17-9031-463b5226fe36 req-eebfeeda-9dc7-4478-aebd-b001d95b516a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 1130 time: 0.0460358 Apr 12 14:29:41.640429 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-849f1792-2e0a-4d17-9031-463b5226fe36 req-abe99b74-2514-4925-9ea3-02eedac895fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381021 Apr 12 14:29:41.711310 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:41.741683 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ee0e5-d267-4287-b8bb-611b18fa93d9 None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:29:41.963667 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63ff49-f236-4093-a0c3-bf419d1bc67a None None] New status for floating IP 3c30ed6e-1a80-470a-9ad5-b2f42618fdb9: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:29:42.061949 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dd862-d284-4060-846f-c7fc863bf467 req-78b12c3f-a810-4292-8eda-55ca9635426b tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:42.063477 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-581dd862-d284-4060-846f-c7fc863bf467 req-78b12c3f-a810-4292-8eda-55ca9635426b tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 946 time: 0.0484133 Apr 12 14:29:42.112284 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-581dd862-d284-4060-846f-c7fc863bf467 req-bc69c5e7-9215-4da0-a522-d16f19fda2be tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421245 Apr 12 14:29:42.277449 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7b799cec-6370-4f61-978b-e3d1df265a6f req-f3124b52-0c8a-483b-9a00-0e0ba16c1681 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40cd360-1437-42b2-8bb7-c7d199c52958 HTTP/1.1" status: 200 len: 210 time: 0.0276861 Apr 12 14:29:42.769016 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:29:43.226162 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39164-f824-40f4-bda1-a632c2604001 req-fbb6765a-b24a-4524-bde0-d46884e2c589 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:43.227658 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d4b39164-f824-40f4-bda1-a632c2604001 req-fbb6765a-b24a-4524-bde0-d46884e2c589 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 946 time: 0.0467262 Apr 12 14:29:43.274593 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d4b39164-f824-40f4-bda1-a632c2604001 req-9c193464-15f3-447f-8e8e-b31dbdc9ebe3 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Apr 12 14:29:43.504949 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42138) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:43.556818 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-73efdb44-00c8-4390-b3d4-babfb3e78b3b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (ec72fcce-ae54-4dff-88bf-9d85e5d0589c), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.580355 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-73efdb44-00c8-4390-b3d4-babfb3e78b3b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (ec72fcce-ae54-4dff-88bf-9d85e5d0589c), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.777621 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-73efdb44-00c8-4390-b3d4-babfb3e78b3b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (ec72fcce-ae54-4dff-88bf-9d85e5d0589c), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.777783 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-968c2edf-d79d-4417-8b9e-63be069a3483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.780559 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-73efdb44-00c8-4390-b3d4-babfb3e78b3b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.781960 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-73efdb44-00c8-4390-b3d4-babfb3e78b3b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "DELETE /v2.0/security-groups/ec72fcce-ae54-4dff-88bf-9d85e5d0589c HTTP/1.1" status: 204 len: 168 time: 0.2753205 Apr 12 14:29:43.791275 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efdb44-00c8-4390-b3d4-babfb3e78b3b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec72fcce-ae54-4dff-88bf-9d85e5d0589c,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:43.797484 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42144) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:43.812856 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-2c3f7eb9-c851-45e6-b501-91d28e126ae8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] show failed (client error): The resource could not be found. Apr 12 14:29:43.813926 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2c3f7eb9-c851-45e6-b501-91d28e126ae8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups/ec72fcce-ae54-4dff-88bf-9d85e5d0589c HTTP/1.1" status: 404 len: 347 time: 0.0154459 Apr 12 14:29:43.816901 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42146) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:43.940874 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Deleting port 4559e487-3490-476b-aba1-4ad3d0a0dda9 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:29:43.941271 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (4559e487-3490-476b-aba1-4ad3d0a0dda9), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.015886 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (4559e487-3490-476b-aba1-4ad3d0a0dda9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.016136 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (4559e487-3490-476b-aba1-4ad3d0a0dda9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.028290 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Calling delete_port for 4559e487-3490-476b-aba1-4ad3d0a0dda9 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:29:44.314808 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (4559e487-3490-476b-aba1-4ad3d0a0dda9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.340559 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'Port': ['ID=4559e487-3490-476b-aba1-4ad3d0a0dda9,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:44.366124 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (3c30ed6e-1a80-470a-9ad5-b2f42618fdb9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.368807 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.370672 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-701770ab-879c-4ea3-b26f-5a60e763f818 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "DELETE /v2.0/floatingips/3c30ed6e-1a80-470a-9ad5-b2f42618fdb9 HTTP/1.1" status: 204 len: 168 time: 0.5525801 Apr 12 14:29:44.676230 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42160) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:44.680894 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-f03b7fb3-5697-4d5c-9dfd-a3623c54a8a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616124163', 'description': 'tempest-description--800618562'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:44.683439 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 94daf6a1-01ae-4079-a89d-451a07a1cb69 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:29:44.705641 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 94daf6a1-01ae-4079-a89d-451a07a1cb69 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:29:44.716607 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 94daf6a1-01ae-4079-a89d-451a07a1cb69 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:29:44.884512 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f03b7fb3-5697-4d5c-9dfd-a3623c54a8a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.948563 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f03b7fb3-5697-4d5c-9dfd-a3623c54a8a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (943a7d97-1b61-483d-b7d5-e0644fcba70b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.089790 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f03b7fb3-5697-4d5c-9dfd-a3623c54a8a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (943a7d97-1b61-483d-b7d5-e0644fcba70b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.120116 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b7fb3-5697-4d5c-9dfd-a3623c54a8a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943a7d97-1b61-483d-b7d5-e0644fcba70b,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:45.240877 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f03b7fb3-5697-4d5c-9dfd-a3623c54a8a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.242161 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f03b7fb3-5697-4d5c-9dfd-a3623c54a8a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5649199 Apr 12 14:29:45.245089 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42162) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:45.249451 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-e8ed3283-c880-430b-a6e8-e11d5c7a67e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group_rule': {'security_group_id': '943a7d97-1b61-483d-b7d5-e0644fcba70b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:45.409685 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e8ed3283-c880-430b-a6e8-e11d5c7a67e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (e5e95b1d-85ad-4101-b905-ef732d607ea0), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.465786 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e8ed3283-c880-430b-a6e8-e11d5c7a67e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (e5e95b1d-85ad-4101-b905-ef732d607ea0), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.599768 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e8ed3283-c880-430b-a6e8-e11d5c7a67e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (e5e95b1d-85ad-4101-b905-ef732d607ea0), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.620451 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed3283-c880-430b-a6e8-e11d5c7a67e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e95b1d-85ad-4101-b905-ef732d607ea0,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:45.766304 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e8ed3283-c880-430b-a6e8-e11d5c7a67e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.767425 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-e8ed3283-c880-430b-a6e8-e11d5c7a67e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5213251 Apr 12 14:29:45.770108 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42172) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:45.774739 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-3db8df92-7539-459c-beb5-296b0c832911 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group_rule': {'security_group_id': '943a7d97-1b61-483d-b7d5-e0644fcba70b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:45.889490 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3db8df92-7539-459c-beb5-296b0c832911 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (98028b91-8d14-4dbb-bc7a-70a89ffe9655), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.943553 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3db8df92-7539-459c-beb5-296b0c832911 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (98028b91-8d14-4dbb-bc7a-70a89ffe9655), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.017529 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fb92f8dc-39a3-41fa-ba1f-85921a39cafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.057709 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3db8df92-7539-459c-beb5-296b0c832911 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (98028b91-8d14-4dbb-bc7a-70a89ffe9655), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.076998 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8df92-7539-459c-beb5-296b0c832911 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98028b91-8d14-4dbb-bc7a-70a89ffe9655,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:46.207897 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3db8df92-7539-459c-beb5-296b0c832911 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.209260 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3db8df92-7539-459c-beb5-296b0c832911 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4381349 Apr 12 14:29:46.212416 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42174) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:46.216979 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:46.412693 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.494187 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.601397 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Allocated IP 172.27.3.61 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:46.706159 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.818441 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.858972 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:46.861890 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:46.865415 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:46.891837 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:46.944038 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.960688 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (ce94f2bd-36c8-4de9-a290-8960382271d1), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:47.113444 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:47.271381 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:47.415583 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:47.486358 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:47.498085 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (ce94f2bd-36c8-4de9-a290-8960382271d1), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:47.640170 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:47.640170 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-85b98e47-8db1-4a2f-ab82-7621f5eef6a8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4247320 Apr 12 14:29:47.860828 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-ecb1db3c-742d-4532-b7cf-5630b6e1e298 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--616124163&fields=id&tenant_id=e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 267 time: 0.0431266 Apr 12 14:29:47.969391 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7072c-03fd-4687-b122-cd4204532602 req-4ba1c889-d20f-4cc7-9a0f-ebe2e0017d01 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:47.970880 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-4ba1c889-d20f-4cc7-9a0f-ebe2e0017d01 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 815 time: 0.1029236 Apr 12 14:29:47.988042 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-f0d088b4-94e8-48ca-adb9-8404d07588c7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/quotas/e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 375 time: 0.0095007 Apr 12 14:29:48.040059 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-9df3e5dc-5d51-4c47-bb2d-2a25e4af2f8b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454023 Apr 12 14:29:48.141404 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-549385d1-9a52-4438-b888-253f30dedd53 service neutron] 10.222.0.61 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896928 Apr 12 14:29:48.234133 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-53e1119f-0e9d-4153-97c7-1c96d14560a8 service neutron] 10.222.0.61 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862038 Apr 12 14:29:48.590562 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:48.685094 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829770bb-4036-4ccf-8afb-168b488fab49 req-c8a30b97-294a-486f-95f5-f3e483a5916e tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 210 time: 0.0373957 Apr 12 14:29:48.763152 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42230) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:48.878234 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-11bf4f01-ba6d-49da-8518-eda0d4cf7ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:48.953200 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-11bf4f01-ba6d-49da-8518-eda0d4cf7ff8 admin admin] Publish callbacks [] for security_group (6d6ac3ce-a793-47a3-ba45-9d91d008374d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:49.160669 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-11bf4f01-ba6d-49da-8518-eda0d4cf7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (6d6ac3ce-a793-47a3-ba45-9d91d008374d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:49.199989 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf4f01-ba6d-49da-8518-eda0d4cf7ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6ac3ce-a793-47a3-ba45-9d91d008374d,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:49.204286 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-11bf4f01-ba6d-49da-8518-eda0d4cf7ff8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07bb5d4d306944a29a3c3429c2ff55c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401195 Apr 12 14:29:49.207088 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42242) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:49.261564 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-758c1cbc-6132-4b37-9266-e258b5e7c98f admin admin] Publish callbacks [] for security_group (6d6ac3ce-a793-47a3-ba45-9d91d008374d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:49.285370 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-758c1cbc-6132-4b37-9266-e258b5e7c98f admin admin] Publish callbacks [] for security_group (6d6ac3ce-a793-47a3-ba45-9d91d008374d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:49.423456 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-758c1cbc-6132-4b37-9266-e258b5e7c98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (6d6ac3ce-a793-47a3-ba45-9d91d008374d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:49.426119 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-758c1cbc-6132-4b37-9266-e258b5e7c98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:49.427295 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-758c1cbc-6132-4b37-9266-e258b5e7c98f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d6ac3ce-a793-47a3-ba45-9d91d008374d HTTP/1.1" status: 204 len: 168 time: 0.2191770 Apr 12 14:29:49.436408 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c1cbc-6132-4b37-9266-e258b5e7c98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6ac3ce-a793-47a3-ba45-9d91d008374d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:49.771686 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-afc83bfe-8aca-4787-ae6d-31cf96974464 req-c4c55d39-2bdb-47fa-8c89-a5e8e67288c8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 210 time: 0.0283284 Apr 12 14:29:50.097621 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:50.665031 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42278) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:50.761521 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-757394742-network', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:50.866990 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f86b707e-794d-4351-9cdf-e11c931b24f0 req-4fbaca6a-b52c-4ce5-8552-ceef652cc668 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 210 time: 0.0290217 Apr 12 14:29:50.897514 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Made reservation on behalf of 47cdab1e9b464fd2974ee31d4ab20865 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:50.899799 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:50.909092 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:50.991391 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Publish callbacks [] for security_group (fd82e7e5-f51b-4bf7-a8fc-32e6e41eef50), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:51.112839 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (fd82e7e5-f51b-4bf7-a8fc-32e6e41eef50), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:51.137240 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:29:51.146461 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd82e7e5-f51b-4bf7-a8fc-32e6e41eef50,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:51.154907 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:51.155264 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Added segment 0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280 of type vlan for network 79d4d03c-f80a-44d6-bd4c-6174a4502958 Apr 12 14:29:51.157415 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.157760 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.158097 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.158433 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.158763 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.159089 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.159413 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.159734 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.160055 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.160376 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.160696 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.161043 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.162040 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.162387 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.162681 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:51.207846 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (79d4d03c-f80a-44d6-bd4c-6174a4502958), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:51.315161 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (79d4d03c-f80a-44d6-bd4c-6174a4502958), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:51.316069 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:51.316650 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:51.381078 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] Pushing event updated for resources: {'Network': ['ID=79d4d03c-f80a-44d6-bd4c-6174a4502958,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:51.391092 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:29:51.430512 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-273f3cde-b7d8-4da9-8243-b353d0aed092 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7643516 Apr 12 14:29:51.433734 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42288) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:51.438340 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Request body: {'subnet': {'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-757394742-subnet', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:51.578081 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Made reservation on behalf of 47cdab1e9b464fd2974ee31d4ab20865 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:51.580333 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:51.943616 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (e9a722a7-f161-4121-958c-da8a849208fd), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:51.968917 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86175db8-d92b-42ee-8351-1b6051a92894 req-fd5d992b-6500-4440-9b56-00f52f1903c9 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 210 time: 0.0365965 Apr 12 14:29:52.022266 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a722a7-f161-4121-958c-da8a849208fd,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:52.029372 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Checking segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:52.029795 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Network hostable DHCP agents. Network: 79d4d03c-f80a-44d6-bd4c-6174a4502958, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:29:52.065963 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7072c-03fd-4687-b122-cd4204532602 req-effba2b4-f469-4fbd-8fe8-2643b99227e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:52.067522 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-effba2b4-f469-4fbd-8fe8-2643b99227e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 815 time: 0.1101587 Apr 12 14:29:52.141874 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-cb06bde3-346d-421b-b3b5-5cc44ef3b19c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 379 time: 0.0632555 Apr 12 14:29:52.150615 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'port': {'device_id': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'admin_state_up': True, 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'security_groups': ['943a7d97-1b61-483d-b7d5-e0644fcba70b']}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:52.166421 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:29:52.309175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 79d4d03c-f80a-44d6-bd4c-6174a4502958) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:52.313256 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:52.313847 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:52.319522 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ffe3d1-87cf-40e8-9968-caaeb5e801c4 None None] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:29:52.412670 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Made reservation on behalf of e143bfbb72ff477eb0314ce2e307742b for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:52.416159 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:52.421430 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-79d4d03c-f80a-44d6-bd4c-6174a4502958', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:29:52.423448 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:52.452920 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4b84e773-cdbe-4388-8ed9-0d74ebc336c6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0156715 Apr 12 14:29:52.453276 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42300) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:52.466012 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:52.572360 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Allocated IP 172.20.0.2 (79d4d03c-f80a-44d6-bd4c-6174a4502958/e9a722a7-f161-4121-958c-da8a849208fd/37f15c3d-3b59-41ae-932e-d8d977cb3964) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:52.585014 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Allocated IP 172.20.0.6 (c6cfda00-f47e-4714-a51e-54f6193af483/f4377840-8ce7-4f3c-a2b2-7858ae2d4481/612b05f7-0c04-4785-bbff-5a8f2548e4de) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:52.618045 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (128c1704-2d74-40f6-9410-15e2e83bea71), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:52.619784 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (128c1704-2d74-40f6-9410-15e2e83bea71), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:52.676890 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks [] for router_controller (128c1704-2d74-40f6-9410-15e2e83bea71), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:52.733371 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:52.734786 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Publish callbacks [] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:52.955659 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:52.956781 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.012167 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:53.017193 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:53.023150 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:53.039304 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=612b05f7-0c04-4785-bbff-5a8f2548e4de,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:53.053245 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks [] for router_gateway (128c1704-2d74-40f6-9410-15e2e83bea71), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.064156 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Pushing event updated for resources: {'Port': ['ID=37f15c3d-3b59-41ae-932e-d8d977cb3964,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:53.071921 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.075103 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.075582 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.075932 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.076277 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.076617 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.076950 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.077344 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.077643 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.077968 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.078298 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.078621 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.078948 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.079260 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.079587 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:53.085184 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Network c6cfda00-f47e-4714-a51e-54f6193af483 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:53.087247 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:53.089937 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:53.104218 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Attempting to bind port 37f15c3d-3b59-41ae-932e-d8d977cb3964 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:53.104802 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Attempting to bind port 37f15c3d-3b59-41ae-932e-d8d977cb3964 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:53.106034 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Attempting to bind port 37f15c3d-3b59-41ae-932e-d8d977cb3964 on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:53.111789 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:53.112174 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Checking segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:53.112579 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.113079 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Bound using segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:53.113496 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Bound port: 37f15c3d-3b59-41ae-932e-d8d977cb3964, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:53.114010 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.147661 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c0a1d-17e6-4e8d-8b8d-3bb271c2d13a req-0567eac2-fba4-4c22-8be2-b42b1515348a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:53.153283 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:53.153440 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1e4c0a1d-17e6-4e8d-8b8d-3bb271c2d13a req-0567eac2-fba4-4c22-8be2-b42b1515348a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 931 time: 0.0754387 Apr 12 14:29:53.153553 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.199261 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] For port 37f15c3d-3b59-41ae-932e-d8d977cb3964, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:53.203107 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] For port 37f15c3d-3b59-41ae-932e-d8d977cb3964, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=37f15c3d-3b59-41ae-932e-d8d977cb3964,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:53.218867 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1e4c0a1d-17e6-4e8d-8b8d-3bb271c2d13a req-33d0e1a1-0fcc-42c2-8740-e39931a7468d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637054 Apr 12 14:29:53.311900 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-a798ff77-a34b-4105-b625-95aa5263191d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1653090 Apr 12 14:29:53.323908 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Request body: {'port': {'device_id': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:53.344093 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.400211 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-5c19c71a-2185-4e1b-8ab5-db7e1cbcbd1d None None] Provisioning complete for port 612b05f7-0c04-4785-bbff-5a8f2548e4de triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:53.401581 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5c19c71a-2185-4e1b-8ab5-db7e1cbcbd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.403493 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks [] for router_gateway (128c1704-2d74-40f6-9410-15e2e83bea71), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.417875 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.430561 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.448307 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f92775-8d06-45c1-a2e1-6d5aca0481ee None None] Pushing event updated for resources: {'Port': ['ID=37f15c3d-3b59-41ae-932e-d8d977cb3964,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:53.462386 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-5c19c71a-2185-4e1b-8ab5-db7e1cbcbd1d None None] Port 612b05f7-0c04-4785-bbff-5a8f2548e4de cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:53.553184 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Allocated IP 172.27.3.197 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/44f74f00-c546-4128-a5ea-3446efb29880) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:53.690961 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks [] for port (44f74f00-c546-4128-a5ea-3446efb29880), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.774048 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612b05f7-0c04-4785-bbff-5a8f2548e4de {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:29:53.781876 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Publish callbacks [] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.795484 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Transition to ACTIVE for port object 612b05f7-0c04-4785-bbff-5a8f2548e4de will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:29:53.887075 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (44f74f00-c546-4128-a5ea-3446efb29880), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.933345 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:53.936267 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:53.937688 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.939299 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:53.980614 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Pushing event updated for resources: {'Port': ['ID=44f74f00-c546-4128-a5ea-3446efb29880,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:53.988376 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Pushing event updated for resources: {'Port': ['ID=612b05f7-0c04-4785-bbff-5a8f2548e4de,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:54.074026 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Attempting to bind port 612b05f7-0c04-4785-bbff-5a8f2548e4de on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:54.074743 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Attempting to bind port 612b05f7-0c04-4785-bbff-5a8f2548e4de by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:54.074743 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Attempting to bind port 612b05f7-0c04-4785-bbff-5a8f2548e4de on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:54.079358 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Port 612b05f7-0c04-4785-bbff-5a8f2548e4de on network c6cfda00-f47e-4714-a51e-54f6193af483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:29:54.079683 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Attempting to bind port 612b05f7-0c04-4785-bbff-5a8f2548e4de on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:54.085395 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:54.085395 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Checking segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:54.085852 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Bound using segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:54.086392 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Bound port: 612b05f7-0c04-4785-bbff-5a8f2548e4de, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:54.086759 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:54.153952 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] For port 612b05f7-0c04-4785-bbff-5a8f2548e4de, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:54.157484 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] For port 612b05f7-0c04-4785-bbff-5a8f2548e4de, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=612b05f7-0c04-4785-bbff-5a8f2548e4de,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:54.275062 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks [] for router_gateway (128c1704-2d74-40f6-9410-15e2e83bea71), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:54.309879 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:54.354427 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:54.355243 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:54.357196 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] 10.222.0.48 "PUT /v2.0/ports/612b05f7-0c04-4785-bbff-5a8f2548e4de HTTP/1.1" status: 200 len: 1093 time: 1.0375431 Apr 12 14:29:54.357807 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'tag': '612b05f7-0c04-4785-bbff-5a8f2548e4de'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:54.363884 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ead187-225f-40f5-b2de-40e41f5fa823" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3ea24c-9e4a-4ff6-ba57-89b932512317", "tag": "612b05f7-0c04-4785-bbff-5a8f2548e4de"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:54.368688 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4b246-6f46-4931-baf6-2ae58499a225 req-501073f3-4c30-44e2-b9b5-f6dbf1891042 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:54.370462 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a6e4b246-6f46-4931-baf6-2ae58499a225 req-501073f3-4c30-44e2-b9b5-f6dbf1891042 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 943 time: 0.0579410 Apr 12 14:29:54.395368 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24291f-7dcd-4aaf-9211-d870a33bdddd service neutron] Pushing event updated for resources: {'Port': ['ID=612b05f7-0c04-4785-bbff-5a8f2548e4de,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:54.419053 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2b3ad0-5fca-4a53-8658-bd1585d1c5f6 x-openstack-request-id: req-3d2b3ad0-5fca-4a53-8658-bd1585d1c5f6 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:54.425120 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3ea24c-9e4a-4ff6-ba57-89b932512317", "tag": "612b05f7-0c04-4785-bbff-5a8f2548e4de", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:54.425120 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d2b3ad0-5fca-4a53-8658-bd1585d1c5f6 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:54.425120 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2b3ad0-5fca-4a53-8658-bd1585d1c5f6'] response: {'name': 'network-changed', 'server_uuid': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'tag': '612b05f7-0c04-4785-bbff-5a8f2548e4de', 'status': 'completed', 'code': 200} Apr 12 14:29:54.472060 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a6e4b246-6f46-4931-baf6-2ae58499a225 req-fd896702-2bf0-4e71-a15e-9db4e0f7e01e tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934865 Apr 12 14:29:54.605148 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (128c1704-2d74-40f6-9410-15e2e83bea71), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:54.617555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72efc477-9739-4dcf-974e-cd640a287a83 None None] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:29:54.746739 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-718704fa-69e1-40ef-9b20-1545d2f04e5d None None] Provisioning complete for port 37f15c3d-3b59-41ae-932e-d8d977cb3964 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:54.746739 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-718704fa-69e1-40ef-9b20-1545d2f04e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:54.838779 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-718704fa-69e1-40ef-9b20-1545d2f04e5d None None] Current status of the port 37f15c3d-3b59-41ae-932e-d8d977cb3964 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:54.839018 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-718704fa-69e1-40ef-9b20-1545d2f04e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:54.879343 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-718704fa-69e1-40ef-9b20-1545d2f04e5d None None] For port 37f15c3d-3b59-41ae-932e-d8d977cb3964, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=37f15c3d-3b59-41ae-932e-d8d977cb3964,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:55.017902 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-718704fa-69e1-40ef-9b20-1545d2f04e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:55.075284 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718704fa-69e1-40ef-9b20-1545d2f04e5d None None] Pushing event updated for resources: {'Port': ['ID=37f15c3d-3b59-41ae-932e-d8d977cb3964,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:55.120381 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Router 128c1704-2d74-40f6-9410-15e2e83bea71 is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:29:55.120878 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 37f15c3d-3b59-41ae-932e-d8d977cb3964 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:55.163023 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-98e63861-cabf-47d1-bde8-f1da7529ae49 None None] Provisioning complete for port 37f15c3d-3b59-41ae-932e-d8d977cb3964 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:55.163402 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-98e63861-cabf-47d1-bde8-f1da7529ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:55.207201 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 37f15c3d-3b59-41ae-932e-d8d977cb3964 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:55.207579 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:55.235658 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:55.249769 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Sync routers for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:55.262647 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:55.263269 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:55.294824 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-98e63861-cabf-47d1-bde8-f1da7529ae49 None None] Current status of the port 37f15c3d-3b59-41ae-932e-d8d977cb3964 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:55.329697 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 37f15c3d-3b59-41ae-932e-d8d977cb3964 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:55.335292 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:55.336540 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b212644c-5da8-468c-a9c5-9ff8419c18b7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8821776 Apr 12 14:29:55.339355 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42330) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:55.375788 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:55.550447 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:54Z', 'revision_number': 3, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:55.580629 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Checking router: 128c1704-2d74-40f6-9410-15e2e83bea71 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:55.580629 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Updating router 128c1704-2d74-40f6-9410-15e2e83bea71 port 44f74f00-c546-4128-a5ea-3446efb29880 binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:29:55.607906 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (44f74f00-c546-4128-a5ea-3446efb29880), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:55.664385 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2652a37-a730-4f27-854f-b7a0f0f4e8c7 req-7954926b-2442-4646-8b70-6f09a62ac431 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:55.666147 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b2652a37-a730-4f27-854f-b7a0f0f4e8c7 req-7954926b-2442-4646-8b70-6f09a62ac431 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 943 time: 0.0825942 Apr 12 14:29:55.746727 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b2652a37-a730-4f27-854f-b7a0f0f4e8c7 req-c7dea69c-a877-4784-929d-891bc96b9836 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741725 Apr 12 14:29:55.842047 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:55.868324 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Publish callbacks [] for port (44f74f00-c546-4128-a5ea-3446efb29880), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:55.999422 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Allocated IP 172.20.0.1 (79d4d03c-f80a-44d6-bd4c-6174a4502958/e9a722a7-f161-4121-958c-da8a849208fd/ed58b7b2-2987-448a-954a-c049602afa6b) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:56.015784 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (44f74f00-c546-4128-a5ea-3446efb29880), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.072769 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Attempting to bind port 44f74f00-c546-4128-a5ea-3446efb29880 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:56.073173 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Attempting to bind port 44f74f00-c546-4128-a5ea-3446efb29880 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:56.073544 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Attempting to bind port 44f74f00-c546-4128-a5ea-3446efb29880 on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:56.080459 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Pushing event updated for resources: {'Port': ['ID=44f74f00-c546-4128-a5ea-3446efb29880,revision_number=2']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:56.087147 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:56.087525 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:56.087934 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.088327 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:56.088840 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Bound port: 44f74f00-c546-4128-a5ea-3446efb29880, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:56.089250 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (44f74f00-c546-4128-a5ea-3446efb29880), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.092284 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.092577 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.092947 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.093332 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.093670 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.094006 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.094337 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.094670 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.094999 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.095326 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.095679 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.095995 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.096323 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.096646 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.096989 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:56.102684 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Publish callbacks [] for port (ed58b7b2-2987-448a-954a-c049602afa6b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.149538 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] For port 44f74f00-c546-4128-a5ea-3446efb29880, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:56.152906 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] For port 44f74f00-c546-4128-a5ea-3446efb29880, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=44f74f00-c546-4128-a5ea-3446efb29880,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:56.210535 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.250858 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:56.253725 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:56.257228 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:56.257711 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (128c1704-2d74-40f6-9410-15e2e83bea71), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.258954 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (44f74f00-c546-4128-a5ea-3446efb29880), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.305059 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Pushing event updated for resources: {'Port': ['ID=ed58b7b2-2987-448a-954a-c049602afa6b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:56.315322 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:56.316169 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:56.382882 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69ffc5-b379-4db0-9453-fc9e2875425f None None] Pushing event updated for resources: {'Port': ['ID=44f74f00-c546-4128-a5ea-3446efb29880,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:56.446555 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:56.519658 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-81fec762-7f9e-48a8-b130-8b3fb3a19180 None None] Provisioning complete for port ed58b7b2-2987-448a-954a-c049602afa6b triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:56.520254 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-81fec762-7f9e-48a8-b130-8b3fb3a19180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.521504 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.566550 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-81fec762-7f9e-48a8-b130-8b3fb3a19180 None None] Port ed58b7b2-2987-448a-954a-c049602afa6b cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:56.624038 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:54Z', 'revision_number': 3, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:56.653555 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf645c2-040e-4660-a00b-6477e7d1aca7 None None] The sync data for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi is: [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:54Z', 'revision_number': 3, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:29:56.705419 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Publish callbacks [] for port (ed58b7b2-2987-448a-954a-c049602afa6b), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.812053 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.812812 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (128c1704-2d74-40f6-9410-15e2e83bea71), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:56.828390 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ead187-225f-40f5-b2de-40e41f5fa823 req-e878a810-e9d3-443c-a45a-e3ff0d39e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:56.829947 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c4ead187-225f-40f5-b2de-40e41f5fa823 req-e878a810-e9d3-443c-a45a-e3ff0d39e987 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 1127 time: 0.0569131 Apr 12 14:29:56.915708 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Pushing event updated for resources: {'Port': ['ID=ed58b7b2-2987-448a-954a-c049602afa6b,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:56.966617 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ead187-225f-40f5-b2de-40e41f5fa823 req-9d38567a-2170-4bed-814e-10cdd8f9ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:56.968093 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c4ead187-225f-40f5-b2de-40e41f5fa823 req-9d38567a-2170-4bed-814e-10cdd8f9ae15 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e143bfbb72ff477eb0314ce2e307742b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1250012 Apr 12 14:29:56.984663 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b849238-4c21-41ff-a345-d93ff5f74489 req-912ddef6-e938-45dd-aac7-08b83304b7a4 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:56.986391 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b849238-4c21-41ff-a345-d93ff5f74489 req-912ddef6-e938-45dd-aac7-08b83304b7a4 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 943 time: 0.1455450 Apr 12 14:29:57.062422 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:57.063893 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:57.074486 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b849238-4c21-41ff-a345-d93ff5f74489 req-14061751-ec2f-4b69-8dc5-6460801f0be7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793295 Apr 12 14:29:57.134045 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ead187-225f-40f5-b2de-40e41f5fa823 req-7c5d892a-0f1f-40a4-94d8-ba0dc8626c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:57.135713 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c4ead187-225f-40f5-b2de-40e41f5fa823 req-7c5d892a-0f1f-40a4-94d8-ba0dc8626c88 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576674 Apr 12 14:29:57.262823 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7072c-03fd-4687-b122-cd4204532602 req-c1bb1d7b-8aca-4a85-91b3-5634bbeb037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:57.264735 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-c1bb1d7b-8aca-4a85-91b3-5634bbeb037a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 1127 time: 0.0676403 Apr 12 14:29:57.275565 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Router 128c1704-2d74-40f6-9410-15e2e83bea71 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:29:57.290521 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 37f15c3d-3b59-41ae-932e-d8d977cb3964 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:57.322712 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-4a898e02-c2ea-4676-9b37-9ebfb777c943 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=612b05f7-0c04-4785-bbff-5a8f2548e4de HTTP/1.1" status: 200 len: 217 time: 0.0500371 Apr 12 14:29:57.390744 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7072c-03fd-4687-b122-cd4204532602 req-d7c2ad00-2005-490b-9501-2e4cbf126ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:57.392576 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-d7c2ad00-2005-490b-9501-2e4cbf126ce4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 200 len: 854 time: 0.0623050 Apr 12 14:29:57.423850 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:57.441180 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a7c76ba2-b725-41f1-836d-3eb20530ac7d admin admin] 10.222.0.61 "PUT /v2.0/routers/128c1704-2d74-40f6-9410-15e2e83bea71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0930836 Apr 12 14:29:57.456278 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7072c-03fd-4687-b122-cd4204532602 req-1b378c5b-77cb-4696-bed7-e4744ad7b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:57.458350 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-1b378c5b-77cb-4696-bed7-e4744ad7b89b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6cfda00-f47e-4714-a51e-54f6193af483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573726 Apr 12 14:29:57.480583 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-992cd706-e503-4164-90d8-06765a47a88b None None] Provisioning complete for port ed58b7b2-2987-448a-954a-c049602afa6b triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:57.481070 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-992cd706-e503-4164-90d8-06765a47a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:57.529929 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 37f15c3d-3b59-41ae-932e-d8d977cb3964 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:57.531088 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:57.535717 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-992cd706-e503-4164-90d8-06765a47a88b None None] Port ed58b7b2-2987-448a-954a-c049602afa6b cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:57.578426 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-e84714c3-5376-4c60-88a3-1c19c4602590 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144125 Apr 12 14:29:57.629101 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 37f15c3d-3b59-41ae-932e-d8d977cb3964 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:57.630280 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 44f74f00-c546-4128-a5ea-3446efb29880 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:57.685405 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 44f74f00-c546-4128-a5ea-3446efb29880 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:57.686005 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (44f74f00-c546-4128-a5ea-3446efb29880), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:57.688956 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47a7072c-03fd-4687-b122-cd4204532602 req-e47c07ae-99ee-4bd8-bee5-4c3c4f94776e service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029923 Apr 12 14:29:57.773874 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 44f74f00-c546-4128-a5ea-3446efb29880 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:57.774909 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (44f74f00-c546-4128-a5ea-3446efb29880), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:57.804674 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 44f74f00-c546-4128-a5ea-3446efb29880, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=44f74f00-c546-4128-a5ea-3446efb29880,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:57.941878 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (44f74f00-c546-4128-a5ea-3446efb29880), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:57.994199 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=44f74f00-c546-4128-a5ea-3446efb29880,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:58.212046 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb47a8-7142-44ca-9b2c-69da12055aa1 req-e1491bd6-8be3-4f80-97e6-781a28945e2d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:58.213645 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aabb47a8-7142-44ca-9b2c-69da12055aa1 req-e1491bd6-8be3-4f80-97e6-781a28945e2d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 943 time: 0.0529046 Apr 12 14:29:58.264619 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aabb47a8-7142-44ca-9b2c-69da12055aa1 req-6e124b1c-8003-4687-afd4-60ef975b674a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436351 Apr 12 14:29:58.503117 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42374) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:58.508258 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1219876646-network', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:58.520395 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Sync routers for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:58.531914 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:58.532547 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:58.642907 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:58.738354 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Made reservation on behalf of 214c698cc01e4477812b4655b70a1d4b for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:58.741379 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:58.750125 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:58.826469 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Publish callbacks [] for security_group (0ca0bd0a-f9ef-4b02-a158-7c97786b99ac), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:58.835118 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 2, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:58.872288 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Checking router: 128c1704-2d74-40f6-9410-15e2e83bea71 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:58.872288 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Updating router 128c1704-2d74-40f6-9410-15e2e83bea71 port ed58b7b2-2987-448a-954a-c049602afa6b binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:29:58.896301 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.017813 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0ca0bd0a-f9ef-4b02-a158-7c97786b99ac), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.045697 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:29:59.052238 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca0bd0a-f9ef-4b02-a158-7c97786b99ac,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:59.058195 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (c3f89457-858f-4786-94c4-84c66c9d5a05), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.058539 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Added segment c3f89457-858f-4786-94c4-84c66c9d5a05 of type vlan for network db467442-ea85-4f39-98f9-e4476e43d6cc Apr 12 14:29:59.105177 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (db467442-ea85-4f39-98f9-e4476e43d6cc), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.142532 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 44f74f00-c546-4128-a5ea-3446efb29880 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:59.215883 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Publish callbacks [] for port (ed58b7b2-2987-448a-954a-c049602afa6b), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.228175 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 44f74f00-c546-4128-a5ea-3446efb29880 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:59.228523 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (44f74f00-c546-4128-a5ea-3446efb29880), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.244456 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (db467442-ea85-4f39-98f9-e4476e43d6cc), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.245524 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:59.246117 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.305972 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] Pushing event updated for resources: {'Network': ['ID=db467442-ea85-4f39-98f9-e4476e43d6cc,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:59.306998 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 44f74f00-c546-4128-a5ea-3446efb29880 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:59.318990 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network db467442-ea85-4f39-98f9-e4476e43d6cc details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:29:59.376507 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03818328-ac50-4bf7-9a19-2df9d6552ac1 req-8079c701-ff14-4062-aacd-ea8d06b1d13f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:59.378038 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03818328-ac50-4bf7-9a19-2df9d6552ac1 req-8079c701-ff14-4062-aacd-ea8d06b1d13f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 943 time: 0.0470362 Apr 12 14:29:59.384163 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.415574 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-8cdfa473-f12f-4e99-88e6-dc76d5324956 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9113541 Apr 12 14:29:59.418171 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42384) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:59.423360 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Request body: {'subnet': {'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1219876646-subnet', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:59.441598 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03818328-ac50-4bf7-9a19-2df9d6552ac1 req-140dc747-89de-4488-afd2-80ebe8d643ce tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562317 Apr 12 14:29:59.450846 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d95099-2619-4b63-a522-1aa946e33ebc None None] Pushing event updated for resources: {'Port': ['ID=ed58b7b2-2987-448a-954a-c049602afa6b,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:59.507125 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Attempting to bind port ed58b7b2-2987-448a-954a-c049602afa6b on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:59.507546 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Attempting to bind port ed58b7b2-2987-448a-954a-c049602afa6b by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:59.507916 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Attempting to bind port ed58b7b2-2987-448a-954a-c049602afa6b on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:59.513393 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:59.513810 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Checking segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:59.514204 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.514593 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Bound using segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:59.515055 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Bound port: ed58b7b2-2987-448a-954a-c049602afa6b, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:59.515429 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.557409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Made reservation on behalf of 214c698cc01e4477812b4655b70a1d4b for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:59.557409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12654939'] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.590300 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] For port ed58b7b2-2987-448a-954a-c049602afa6b, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:59.593931 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] For port ed58b7b2-2987-448a-954a-c049602afa6b, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=ed58b7b2-2987-448a-954a-c049602afa6b,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:59.666745 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-925d6e37-f8b3-47df-8729-4e876a17ffb1 None None] Provisioning complete for port ed58b7b2-2987-448a-954a-c049602afa6b triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:59.667188 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-925d6e37-f8b3-47df-8729-4e876a17ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.701564 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-925d6e37-f8b3-47df-8729-4e876a17ffb1 None None] Port ed58b7b2-2987-448a-954a-c049602afa6b cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:59.707185 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.765775 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:59.766418 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:59.769317 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d95099-2619-4b63-a522-1aa946e33ebc None None] Pushing event updated for resources: {'Port': ['ID=ed58b7b2-2987-448a-954a-c049602afa6b,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:59.827517 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14564050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12654921'] for subnet (5cf832cc-1182-4907-9889-379bc63c20d6), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:59.885133 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:59.885886 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cf832cc-1182-4907-9889-379bc63c20d6,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:59.899074 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Checking segment: {'id': 'c3f89457-858f-4786-94c4-84c66c9d5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:59.899830 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Network hostable DHCP agents. Network: db467442-ea85-4f39-98f9-e4476e43d6cc, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:30:00.032852 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-9cf50150-3794-4fff-995e-2419cea8b12e None None] Provisioning complete for port ed58b7b2-2987-448a-954a-c049602afa6b triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:00.033165 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9cf50150-3794-4fff-995e-2419cea8b12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.034804 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Network db467442-ea85-4f39-98f9-e4476e43d6cc is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:30:00.151422 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:29:59Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:00.158490 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, db467442-ea85-4f39-98f9-e4476e43d6cc) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:00.163195 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:00.163857 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.187676 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e958b-7692-4fb8-844d-40e2ac50a386 None None] Network db467442-ea85-4f39-98f9-e4476e43d6cc requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:30:00.193278 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550fbb57-39f8-434b-88f8-c41ed39ef195 None None] The sync data for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi is: [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:29:59Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:00.216136 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-9cf50150-3794-4fff-995e-2419cea8b12e None None] Current status of the port ed58b7b2-2987-448a-954a-c049602afa6b is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:00.216542 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9cf50150-3794-4fff-995e-2419cea8b12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.288200 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42390) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:00.291192 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-eba9d00b-86a4-4733-90cd-950dec37b684 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8715525 Apr 12 14:30:00.299577 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:00.317935 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9cf50150-3794-4fff-995e-2419cea8b12e None None] For port ed58b7b2-2987-448a-954a-c049602afa6b, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=ed58b7b2-2987-448a-954a-c049602afa6b,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:00.369446 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-db467442-ea85-4f39-98f9-e4476e43d6cc', 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc', 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'fixed_ips': [{'subnet_id': '5cf832cc-1182-4907-9889-379bc63c20d6'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:30:00.370597 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.459757 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9cf50150-3794-4fff-995e-2419cea8b12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.486566 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (702e9ca2-0582-4618-979e-4ae9aa8af0b7), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.487708 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (702e9ca2-0582-4618-979e-4ae9aa8af0b7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.551021 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf50150-3794-4fff-995e-2419cea8b12e None None] Pushing event updated for resources: {'Port': ['ID=ed58b7b2-2987-448a-954a-c049602afa6b,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:00.566451 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Allocated IP 172.20.0.2 (db467442-ea85-4f39-98f9-e4476e43d6cc/5cf832cc-1182-4907-9889-379bc63c20d6/3843c187-b0bb-4acd-b76c-aeffa1b19f15) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:00.571385 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks [] for router_controller (702e9ca2-0582-4618-979e-4ae9aa8af0b7), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.614593 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c455-7a50-4656-aebb-7abfdb940a14 req-353683be-5c5c-4c2f-ab28-044ab0fed4d1 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:00.616410 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8fe3c455-7a50-4656-aebb-7abfdb940a14 req-353683be-5c5c-4c2f-ab28-044ab0fed4d1 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 943 time: 0.0610027 Apr 12 14:30:00.682171 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8fe3c455-7a50-4656-aebb-7abfdb940a14 req-ae564358-e291-4728-af2a-d65340d95daf tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578644 Apr 12 14:30:00.767641 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Publish callbacks [] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.853849 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks [] for router_gateway (702e9ca2-0582-4618-979e-4ae9aa8af0b7), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.887369 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.066707 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Network db467442-ea85-4f39-98f9-e4476e43d6cc is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:01.070385 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:01.074410 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:01.108406 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Pushing event updated for resources: {'Port': ['ID=3843c187-b0bb-4acd-b76c-aeffa1b19f15,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:01.148842 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Attempting to bind port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:30:01.149228 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Attempting to bind port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'c3f89457-858f-4786-94c4-84c66c9d5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:30:01.149483 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Attempting to bind port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 on network db467442-ea85-4f39-98f9-e4476e43d6cc {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:30:01.155652 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:30:01.156057 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Checking segment: {'id': 'c3f89457-858f-4786-94c4-84c66c9d5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:30:01.156431 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.156822 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Bound using segment: {'id': 'c3f89457-858f-4786-94c4-84c66c9d5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:30:01.157315 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Bound port: 3843c187-b0bb-4acd-b76c-aeffa1b19f15, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f89457-858f-4786-94c4-84c66c9d5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:30:01.157692 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.173984 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device ed58b7b2-2987-448a-954a-c049602afa6b up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:30:01.201410 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks [] for router_gateway (702e9ca2-0582-4618-979e-4ae9aa8af0b7), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.221983 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.287252 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] For port 3843c187-b0bb-4acd-b76c-aeffa1b19f15, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:30:01.290986 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port ed58b7b2-2987-448a-954a-c049602afa6b triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:01.291369 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.305557 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] For port 3843c187-b0bb-4acd-b76c-aeffa1b19f15, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=3843c187-b0bb-4acd-b76c-aeffa1b19f15,segment=NetworkSegment(c3f89457-858f-4786-94c4-84c66c9d5a05),segment_id=c3f89457-858f-4786-94c4-84c66c9d5a05)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:30:01.351408 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Allocated IP 172.27.3.180 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/8fd48811-3177-4702-a19b-11538ccf59bf) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:01.392710 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port ed58b7b2-2987-448a-954a-c049602afa6b is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:01.397527 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.468170 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700e424-15fe-4781-91a4-cd93dcdfcf21 None None] Pushing event updated for resources: {'Port': ['ID=3843c187-b0bb-4acd-b76c-aeffa1b19f15,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:01.525954 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks [] for port (8fd48811-3177-4702-a19b-11538ccf59bf), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.681390 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.730637 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:01.733785 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:01.737504 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:01.795640 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd48811-3177-4702-a19b-11538ccf59bf,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:01.889409 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384afe3-a406-4445-8371-5cfcf4d96bb3 req-3f643411-5ff0-4a0a-93dd-74f88183c0d4 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:01.890859 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c384afe3-a406-4445-8371-5cfcf4d96bb3 req-3f643411-5ff0-4a0a-93dd-74f88183c0d4 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 943 time: 0.1101632 Apr 12 14:30:01.952503 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c384afe3-a406-4445-8371-5cfcf4d96bb3 req-e2ea4549-e261-4420-8ee6-2b97636f61ce tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538557 Apr 12 14:30:02.132430 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks [] for router_gateway (702e9ca2-0582-4618-979e-4ae9aa8af0b7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:02.474514 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4becfb20-8534-45fe-acf8-a581e37fa499 None None] Network db467442-ea85-4f39-98f9-e4476e43d6cc requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:30:02.544512 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-1094f722-10b7-42f8-871b-350f71a4579e None None] Provisioning complete for port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:02.544795 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1094f722-10b7-42f8-871b-350f71a4579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:02.619293 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (702e9ca2-0582-4618-979e-4ae9aa8af0b7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:02.682186 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-1094f722-10b7-42f8-871b-350f71a4579e None None] Current status of the port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:02.682716 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1094f722-10b7-42f8-871b-350f71a4579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:02.724507 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-1094f722-10b7-42f8-871b-350f71a4579e None None] For port 3843c187-b0bb-4acd-b76c-aeffa1b19f15, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=3843c187-b0bb-4acd-b76c-aeffa1b19f15,segment=NetworkSegment(c3f89457-858f-4786-94c4-84c66c9d5a05),segment_id=c3f89457-858f-4786-94c4-84c66c9d5a05)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:02.840826 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1094f722-10b7-42f8-871b-350f71a4579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:02.900777 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094f722-10b7-42f8-871b-350f71a4579e None None] Pushing event updated for resources: {'Port': ['ID=3843c187-b0bb-4acd-b76c-aeffa1b19f15,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:02.911312 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:30:02.959548 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-490a995d-1b44-4791-b582-7a52c50c7841 None None] Provisioning complete for port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:02.959911 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-490a995d-1b44-4791-b582-7a52c50c7841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:03.044263 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-490a995d-1b44-4791-b582-7a52c50c7841 None None] Current status of the port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:03.082469 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:03.097140 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Sync routers for ids ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:03.109751 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Routers {'702e9ca2-0582-4618-979e-4ae9aa8af0b7'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:03.110684 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:03.113700 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508d0e-fe40-4754-8268-598cd1561471 req-83ef9d56-7e67-4361-bfa2-100d2aebd9a2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:03.117387 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b508d0e-fe40-4754-8268-598cd1561471 req-83ef9d56-7e67-4361-bfa2-100d2aebd9a2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 943 time: 0.0863268 Apr 12 14:30:03.171479 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 3843c187-b0bb-4acd-b76c-aeffa1b19f15 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:30:03.191959 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b508d0e-fe40-4754-8268-598cd1561471 req-88d4124e-585b-46c1-a06b-19ed2dc60a10 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647619 Apr 12 14:30:03.219991 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:03.224057 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-dc7de1c3-315c-4d25-896a-0844d32e66b6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9328604 Apr 12 14:30:03.227509 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42418) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:03.233774 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:03.234410 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:03.262066 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Set router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:03.332025 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:03.455823 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:30:00Z', 'updated_at': '2022-04-12T14:30:01Z', 'revision_number': 3, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'gw_port': {'id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:01Z', 'updated_at': '2022-04-12T14:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:03.574376 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Checking router: 702e9ca2-0582-4618-979e-4ae9aa8af0b7 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:03.574376 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Updating router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 port 8fd48811-3177-4702-a19b-11538ccf59bf binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:30:03.612645 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:03.684698 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 612b05f7-0c04-4785-bbff-5a8f2548e4de details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:30:03.811013 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:03.817364 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 612b05f7-0c04-4785-bbff-5a8f2548e4de, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=612b05f7-0c04-4785-bbff-5a8f2548e4de,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:03.832368 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '612b05f7-0c04-4785-bbff-5a8f2548e4de', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'port_id': '612b05f7-0c04-4785-bbff-5a8f2548e4de', 'mac_address': 'fa:16:3e:6c:a9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:30:03.886199 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 612b05f7-0c04-4785-bbff-5a8f2548e4de is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:03.886744 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:03.903490 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612b05f7-0c04-4785-bbff-5a8f2548e4de {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:30:03.930320 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 612b05f7-0c04-4785-bbff-5a8f2548e4de, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=612b05f7-0c04-4785-bbff-5a8f2548e4de,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:03.932336 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Publish callbacks [] for port (8fd48811-3177-4702-a19b-11538ccf59bf), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.009478 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Allocated IP 172.20.0.1 (db467442-ea85-4f39-98f9-e4476e43d6cc/5cf832cc-1182-4907-9889-379bc63c20d6/553de7d9-7c87-42d4-bf75-79b544378b2a) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:04.063453 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.063796 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.126809 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=612b05f7-0c04-4785-bbff-5a8f2548e4de,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:04.142401 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Publish callbacks [] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.143209 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Attempting to bind port 8fd48811-3177-4702-a19b-11538ccf59bf on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:30:04.143712 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Attempting to bind port 8fd48811-3177-4702-a19b-11538ccf59bf by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:30:04.143959 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Attempting to bind port 8fd48811-3177-4702-a19b-11538ccf59bf on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:30:04.157331 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:30:04.157714 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:30:04.158191 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.158509 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:30:04.158994 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Bound port: 8fd48811-3177-4702-a19b-11538ccf59bf, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:30:04.159388 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.161147 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f770dc2-40d1-4e11-8b9c-6547a252baf8 None None] Pushing event updated for resources: {'Port': ['ID=8fd48811-3177-4702-a19b-11538ccf59bf,revision_number=2']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:04.217309 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] For port 8fd48811-3177-4702-a19b-11538ccf59bf, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:30:04.220841 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884acc-c60b-4c9d-afe7-f7c9af7396b3 req-7c03d57e-284e-4230-8ca7-2e9d0f6237ab tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:04.221185 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] For port 8fd48811-3177-4702-a19b-11538ccf59bf, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=8fd48811-3177-4702-a19b-11538ccf59bf,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:30:04.225248 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-06884acc-c60b-4c9d-afe7-f7c9af7396b3 req-7c03d57e-284e-4230-8ca7-2e9d0f6237ab tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0571928 Apr 12 14:30:04.275717 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.292936 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-71ac503a-5e3e-498b-a4fa-da89afbecbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:04.294913 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-71ac503a-5e3e-498b-a4fa-da89afbecbbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 1130 time: 0.0511081 Apr 12 14:30:04.318620 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-06884acc-c60b-4c9d-afe7-f7c9af7396b3 req-a22208ce-61d3-46fc-a196-4e7040de9f42 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842299 Apr 12 14:30:04.326030 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['612b05f7-0c04-4785-bbff-5a8f2548e4de'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:30:04.349368 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Network db467442-ea85-4f39-98f9-e4476e43d6cc is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:04.349368 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:04.353774 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.365649 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:04.366154 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (702e9ca2-0582-4618-979e-4ae9aa8af0b7), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.455689 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae7590-af3d-456f-a467-8d50f0610f5b req-8c19e33b-b7c5-47ca-b22b-e7fce5fe8aa3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:04.457706 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-60ae7590-af3d-456f-a467-8d50f0610f5b req-8c19e33b-b7c5-47ca-b22b-e7fce5fe8aa3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 944 time: 0.1191406 Apr 12 14:30:04.465795 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f770dc2-40d1-4e11-8b9c-6547a252baf8 None None] Pushing event updated for resources: {'Port': ['ID=8fd48811-3177-4702-a19b-11538ccf59bf,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:04.497889 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Routers {'702e9ca2-0582-4618-979e-4ae9aa8af0b7'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:04.498592 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:04.512603 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Pushing event updated for resources: {'Port': ['ID=553de7d9-7c87-42d4-bf75-79b544378b2a,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:04.537738 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-d776f18d-213f-4852-a06d-b5e4fc9a2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:04.540178 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-d776f18d-213f-4852-a06d-b5e4fc9a2b8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.2364535 Apr 12 14:30:04.612229 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-60ae7590-af3d-456f-a467-8d50f0610f5b req-d4d72386-e8b6-4925-b5cd-631a3ac9a2d9 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469858 Apr 12 14:30:04.633650 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-f0a9acc1-3f04-4527-ab79-01df6227c256 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 HTTP/1.1" status: 200 len: 1002 time: 0.0845788 Apr 12 14:30:04.647331 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] Set router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:04.694574 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-ab3f92da-fc01-408b-a1ad-e07e9575b644 None None] Provisioning complete for port 553de7d9-7c87-42d4-bf75-79b544378b2a triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:04.695133 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ab3f92da-fc01-408b-a1ad-e07e9575b644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.698540 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-7802eeb4-5212-4afd-9fac-76d65342549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:04.700023 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-7802eeb4-5212-4afd-9fac-76d65342549f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0604534 Apr 12 14:30:04.730246 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f92da-fc01-408b-a1ad-e07e9575b644 None None] Port 553de7d9-7c87-42d4-bf75-79b544378b2a cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:30:04.747454 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-98443700-95dd-49dd-b5e8-2e0f2f376763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:04.749157 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-98443700-95dd-49dd-b5e8-2e0f2f376763 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429873 Apr 12 14:30:04.826058 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:30:00Z', 'updated_at': '2022-04-12T14:30:01Z', 'revision_number': 3, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'gw_port': {'id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:01Z', 'updated_at': '2022-04-12T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:04.827484 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:04.862189 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f9948-4567-4ebd-a01f-ea9640aff8f2 None None] The sync data for ids ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'] in dv-cinder-837522-1-iscsi is: [{'id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:30:00Z', 'updated_at': '2022-04-12T14:30:01Z', 'revision_number': 3, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'gw_port': {'id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:01Z', 'updated_at': '2022-04-12T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:04.870779 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-6eb67c89-f215-4bcc-aafd-c62fef3be220 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145086 Apr 12 14:30:05.029246 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Publish callbacks [] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:05.167530 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:05.167530 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (702e9ca2-0582-4618-979e-4ae9aa8af0b7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:05.277880 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Pushing event updated for resources: {'Port': ['ID=553de7d9-7c87-42d4-bf75-79b544378b2a,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:05.293055 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c199b9-dc0c-4519-80f5-cb4da597fc7e req-6a1fde6b-d916-49a9-a6ef-cb50d3792bf8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:05.296939 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-74c199b9-dc0c-4519-80f5-cb4da597fc7e req-6a1fde6b-d916-49a9-a6ef-cb50d3792bf8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0819767 Apr 12 14:30:05.323531 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Network db467442-ea85-4f39-98f9-e4476e43d6cc is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:05.325873 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:05.327516 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d55b630e-4f11-4b0d-9800-5d9b5c371745 req-2f87a680-907c-4027-80de-5c40f40c313d service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492528 Apr 12 14:30:05.371015 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-74c199b9-dc0c-4519-80f5-cb4da597fc7e req-5419ccb2-c098-47e6-b4db-c5c7e6140f3a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619991 Apr 12 14:30:05.503391 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f31c4-d0cf-4bfd-97dd-58c666dea578 req-eac27db7-6a4b-4dee-bd1b-edb022afb389 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:05.509608 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-293f31c4-d0cf-4bfd-97dd-58c666dea578 req-eac27db7-6a4b-4dee-bd1b-edb022afb389 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0754972 Apr 12 14:30:05.549039 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:30:05.584020 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-293f31c4-d0cf-4bfd-97dd-58c666dea578 req-db954c8c-86b7-4d3a-8510-641a6c0a4267 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663340 Apr 12 14:30:05.663911 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-9fd7fbee-8cb7-4842-9b29-da888bc4d6a1 None None] Provisioning complete for port 553de7d9-7c87-42d4-bf75-79b544378b2a triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:05.664286 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fbee-8cb7-4842-9b29-da888bc4d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:05.699887 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 612b05f7-0c04-4785-bbff-5a8f2548e4de up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:30:05.700570 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:05.706302 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ea0cd121-3ff7-42bb-91ca-304d6aa29a96 admin admin] 10.222.0.61 "PUT /v2.0/routers/702e9ca2-0582-4618-979e-4ae9aa8af0b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4776213 Apr 12 14:30:05.748150 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-9fd7fbee-8cb7-4842-9b29-da888bc4d6a1 None None] Port 553de7d9-7c87-42d4-bf75-79b544378b2a cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:30:05.772148 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 612b05f7-0c04-4785-bbff-5a8f2548e4de completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:30:05.797423 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b83d-4e14-4fb4-b73b-f194c0f329bc req-570f33bb-3241-43dd-bea0-97949b6c2ac5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:05.798963 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4382b83d-4e14-4fb4-b73b-f194c0f329bc req-570f33bb-3241-43dd-bea0-97949b6c2ac5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 944 time: 0.0704634 Apr 12 14:30:05.859974 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4382b83d-4e14-4fb4-b73b-f194c0f329bc req-e8c122f3-6354-40c9-8fc6-5f8ad80e9a59 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525713 Apr 12 14:30:05.903745 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 612b05f7-0c04-4785-bbff-5a8f2548e4de triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:05.904124 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:05.991469 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 612b05f7-0c04-4785-bbff-5a8f2548e4de is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:05.991853 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.016901 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612b05f7-0c04-4785-bbff-5a8f2548e4de'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:06.019210 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f3c40c-72e8-4f1b-8a95-11f51c1e71de" -d '{"events": [{"server_uuid": "fb3ea24c-9e4a-4ff6-ba57-89b932512317", "name": "network-vif-plugged", "status": "completed", "tag": "612b05f7-0c04-4785-bbff-5a8f2548e4de"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:06.041888 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 612b05f7-0c04-4785-bbff-5a8f2548e4de, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=612b05f7-0c04-4785-bbff-5a8f2548e4de,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:06.062224 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b22e9-fc31-48d7-88fc-019f453da89d x-openstack-request-id: req-eb4b22e9-fc31-48d7-88fc-019f453da89d {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:06.062537 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3ea24c-9e4a-4ff6-ba57-89b932512317", "name": "network-vif-plugged", "status": "completed", "tag": "612b05f7-0c04-4785-bbff-5a8f2548e4de", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:06.063020 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb4b22e9-fc31-48d7-88fc-019f453da89d {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:06.063421 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4b22e9-fc31-48d7-88fc-019f453da89d'] response: {'server_uuid': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612b05f7-0c04-4785-bbff-5a8f2548e4de', 'code': 200} Apr 12 14:30:06.143651 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.194117 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=612b05f7-0c04-4785-bbff-5a8f2548e4de,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:06.280361 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42470) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:06.304519 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e161060f-eb1b-4a3b-9fe2-c6918b718085 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065803435', 'description': 'tempest-secgroup-smoke-2065803435 description', 'project_id': '47cdab1e9b464fd2974ee31d4ab20865'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:06.399332 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e161060f-eb1b-4a3b-9fe2-c6918b718085 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.493242 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e161060f-eb1b-4a3b-9fe2-c6918b718085 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group (0d21a92d-2d95-4fd6-ba30-8caa589652e4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.506505 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ae4ab-801c-46f9-8800-7fc4e7b08720 req-5c2d4263-ce6c-4451-94e9-f50aa21b3f81 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:06.508020 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-268ae4ab-801c-46f9-8800-7fc4e7b08720 req-5c2d4263-ce6c-4451-94e9-f50aa21b3f81 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0556374 Apr 12 14:30:06.566207 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-268ae4ab-801c-46f9-8800-7fc4e7b08720 req-1d03283c-197d-453e-8386-59387f362025 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=d95a97ef-e533-405d-9334-5a27a63e1762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517566 Apr 12 14:30:06.618353 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e161060f-eb1b-4a3b-9fe2-c6918b718085 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0d21a92d-2d95-4fd6-ba30-8caa589652e4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.630451 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-a2e927d9-b7dd-4859-be1a-d2f5a435a1f7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:06.631382 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-a2e927d9-b7dd-4859-be1a-d2f5a435a1f7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 946 time: 0.0596590 Apr 12 14:30:06.700800 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161060f-eb1b-4a3b-9fe2-c6918b718085 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21a92d-2d95-4fd6-ba30-8caa589652e4,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:06.715269 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c450f-14b0-4f3a-9a92-f6c591792337 req-09e5863b-9927-4949-b86a-ba146f99e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:06.716838 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-088c450f-14b0-4f3a-9a92-f6c591792337 req-09e5863b-9927-4949-b86a-ba146f99e5e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 1129 time: 0.1079483 Apr 12 14:30:06.752838 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52bea8-10f8-4dfe-93c1-3999dd2eb9a9 req-e1f1148e-07ee-467f-ba24-c9841ace1b35 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:06.755390 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5b52bea8-10f8-4dfe-93c1-3999dd2eb9a9 req-e1f1148e-07ee-467f-ba24-c9841ace1b35 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0652690 Apr 12 14:30:06.785659 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-088c450f-14b0-4f3a-9a92-f6c591792337 req-9251153b-032f-42b8-9c92-447b30043376 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568554 Apr 12 14:30:06.823203 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Deleting port e80feacd-461f-4629-b43f-3acd60a68fdb {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:30:06.823465 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.842869 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e161060f-eb1b-4a3b-9fe2-c6918b718085 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.850225 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e161060f-eb1b-4a3b-9fe2-c6918b718085 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5623226 Apr 12 14:30:06.850225 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42484) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:06.852237 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-30db9546-6f33-4829-9057-69eb02cb06e6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'security_group_rule': {'security_group_id': '0d21a92d-2d95-4fd6-ba30-8caa589652e4', 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:06.863648 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5b52bea8-10f8-4dfe-93c1-3999dd2eb9a9 req-bd20944d-86d3-46bb-94b7-5dd7c7d60830 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843346 Apr 12 14:30:06.951128 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30db9546-6f33-4829-9057-69eb02cb06e6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (021d8fb4-f593-4b0b-a17e-23b1e2e94b53), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.983114 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] For port e80feacd-461f-4629-b43f-3acd60a68fdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e80feacd-461f-4629-b43f-3acd60a68fdb,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:06.987571 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.998059 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416cfcd-0887-48ce-bdbd-9e10bf2bd468 req-31e89b98-ac39-4d94-9760-d11c932dc338 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:06.999914 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e416cfcd-0887-48ce-bdbd-9e10bf2bd468 req-31e89b98-ac39-4d94-9760-d11c932dc338 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 945 time: 0.0679126 Apr 12 14:30:07.022699 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30db9546-6f33-4829-9057-69eb02cb06e6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (021d8fb4-f593-4b0b-a17e-23b1e2e94b53), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.103831 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30db9546-6f33-4829-9057-69eb02cb06e6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (021d8fb4-f593-4b0b-a17e-23b1e2e94b53), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.135325 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db9546-6f33-4829-9057-69eb02cb06e6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021d8fb4-f593-4b0b-a17e-23b1e2e94b53,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:07.137918 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e416cfcd-0887-48ce-bdbd-9e10bf2bd468 req-ddf2c8de-e13b-4433-9831-4cb62c609a61 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284323 Apr 12 14:30:07.185632 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 8fd48811-3177-4702-a19b-11538ccf59bf up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:30:07.241832 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 8fd48811-3177-4702-a19b-11538ccf59bf triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:07.242306 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.242738 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.243107 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (322c285b-b2bd-4a7e-8880-8d0727f5e111), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.243428 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Floating IP 322c285b-b2bd-4a7e-8880-8d0727f5e111 disassociated. External IP: 172.27.3.229, port: e80feacd-461f-4629-b43f-3acd60a68fdb. Apr 12 14:30:07.243775 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Calling delete_port for e80feacd-461f-4629-b43f-3acd60a68fdb owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:30:07.253157 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30db9546-6f33-4829-9057-69eb02cb06e6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.257422 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-30db9546-6f33-4829-9057-69eb02cb06e6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4092550 Apr 12 14:30:07.259249 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42490) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:07.265580 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-7fc258df-b257-40ca-b883-ed2f67b35b9e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'security_group_rule': {'security_group_id': '0d21a92d-2d95-4fd6-ba30-8caa589652e4', 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:07.330795 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 8fd48811-3177-4702-a19b-11538ccf59bf is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:07.331188 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.355836 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 8fd48811-3177-4702-a19b-11538ccf59bf, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=8fd48811-3177-4702-a19b-11538ccf59bf,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:07.382342 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc258df-b257-40ca-b883-ed2f67b35b9e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (af239c07-d77a-4bb8-bb50-945e2fd4e4d5), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.438768 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.441719 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc258df-b257-40ca-b883-ed2f67b35b9e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (af239c07-d77a-4bb8-bb50-945e2fd4e4d5), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.486336 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (e80feacd-461f-4629-b43f-3acd60a68fdb), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.493278 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Sync routers for ids ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:07.502883 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=8fd48811-3177-4702-a19b-11538ccf59bf,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:07.511091 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Routers {'702e9ca2-0582-4618-979e-4ae9aa8af0b7'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:07.511711 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:07.524443 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc258df-b257-40ca-b883-ed2f67b35b9e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (af239c07-d77a-4bb8-bb50-945e2fd4e4d5), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.528143 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event deleted for resources: {'Port': ['ID=e80feacd-461f-4629-b43f-3acd60a68fdb,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:07.543569 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc258df-b257-40ca-b883-ed2f67b35b9e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af239c07-d77a-4bb8-bb50-945e2fd4e4d5,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:07.639590 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Set router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:07.673560 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:30:07.676511 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9bb9a04-487a-44e6-b541-81820f56dd60 req-e0b9a710-16c5-4454-aafa-c410e03cd922 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 210 time: 0.0311608 Apr 12 14:30:07.705809 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc258df-b257-40ca-b883-ed2f67b35b9e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.714416 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7fc258df-b257-40ca-b883-ed2f67b35b9e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4470136 Apr 12 14:30:07.716388 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42494) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:07.721202 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-527baa5a-075b-4e26-8d8a-85d2b2779eb4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'security_group_rule': {'security_group_id': '0d21a92d-2d95-4fd6-ba30-8caa589652e4', 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:07.796075 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:07.809940 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] Sync routers for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:07.822701 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:07.833909 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:07.840342 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] No DVR routers for this DVR port e80feacd-461f-4629-b43f-3acd60a68fdb on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:30:07.843614 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:07.847044 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-19776f4b-2407-4f56-bb59-a0d757fac2a2 req-d70f5046-9f15-450d-866d-bd8821870481 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "DELETE /v2.0/ports/e80feacd-461f-4629-b43f-3acd60a68fdb HTTP/1.1" status: 204 len: 173 time: 1.2094183 Apr 12 14:30:07.847500 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-deleted', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:07.850345 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca05b14-fb7c-454b-882a-f6e340b59ca2" -d '{"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-deleted", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:07.892056 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75889791-f774-4a5d-8559-53764628f177 x-openstack-request-id: req-75889791-f774-4a5d-8559-53764628f177 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:07.892374 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e25941-ade9-4601-9313-3c82a4f78211", "name": "network-vif-deleted", "tag": "e80feacd-461f-4629-b43f-3acd60a68fdb", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:07.892631 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75889791-f774-4a5d-8559-53764628f177 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:07.893383 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75889791-f774-4a5d-8559-53764628f177'] response: {'server_uuid': '26e25941-ade9-4601-9313-3c82a4f78211', 'name': 'network-vif-deleted', 'tag': 'e80feacd-461f-4629-b43f-3acd60a68fdb', 'status': 'completed', 'code': 200} Apr 12 14:30:07.899182 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-527baa5a-075b-4e26-8d8a-85d2b2779eb4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (1503d3f6-2b2b-4bd2-882a-8b1b805bc0f1), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.023322 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:08.060357 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:30:00Z', 'updated_at': '2022-04-12T14:30:04Z', 'revision_number': 4, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'gw_port': {'id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:01Z', 'updated_at': '2022-04-12T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '553de7d9-7c87-42d4-bf75-79b544378b2a', 'name': '', 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'mac_address': 'fa:16:3e:6e:83:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5cf832cc-1182-4907-9889-379bc63c20d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:03Z', 'updated_at': '2022-04-12T14:30:04Z', 'revision_number': 2, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'subnets': [{'id': '5cf832cc-1182-4907-9889-379bc63c20d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:08.064085 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6bbb0-4351-4d76-bf15-ff9a02d6c957 req-cb30b30e-bccb-43ac-b52f-b545384d99da tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:08.065709 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-85c6bbb0-4351-4d76-bf15-ff9a02d6c957 req-cb30b30e-bccb-43ac-b52f-b545384d99da tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0706012 Apr 12 14:30:08.093657 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-527baa5a-075b-4e26-8d8a-85d2b2779eb4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (1503d3f6-2b2b-4bd2-882a-8b1b805bc0f1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.096399 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Checking router: 702e9ca2-0582-4618-979e-4ae9aa8af0b7 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:08.097074 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Updating router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 port 553de7d9-7c87-42d4-bf75-79b544378b2a binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:30:08.138897 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.160021 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-85c6bbb0-4351-4d76-bf15-ff9a02d6c957 req-728284e8-39a8-4af3-b3fc-9536dfe6e3db tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820298 Apr 12 14:30:08.172661 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-527baa5a-075b-4e26-8d8a-85d2b2779eb4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (1503d3f6-2b2b-4bd2-882a-8b1b805bc0f1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.191468 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527baa5a-075b-4e26-8d8a-85d2b2779eb4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1503d3f6-2b2b-4bd2-882a-8b1b805bc0f1,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:08.267756 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab858f-96ca-43ba-910e-14d44b725161 req-ba149c16-87e6-4784-ba72-5fcc19fdbdc3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:08.269594 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08ab858f-96ca-43ba-910e-14d44b725161 req-ba149c16-87e6-4784-ba72-5fcc19fdbdc3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 945 time: 0.0533040 Apr 12 14:30:08.303091 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:08.319710 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08ab858f-96ca-43ba-910e-14d44b725161 req-627b0b22-6759-41d7-aeaf-e3e01292b967 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446455 Apr 12 14:30:08.322799 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-527baa5a-075b-4e26-8d8a-85d2b2779eb4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.326522 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-527baa5a-075b-4e26-8d8a-85d2b2779eb4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6064851 Apr 12 14:30:08.328448 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42504) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:08.332081 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-0d4ec2c7-a921-4e83-98bf-ccbe6ee941a2 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'security_group_rule': {'security_group_id': '0d21a92d-2d95-4fd6-ba30-8caa589652e4', 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:08.342353 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] Checking router: 9119e2f6-49c5-489c-a3b6-0afcf61f3050 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:08.348637 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:08.349379 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:08.441549 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec2c7-a921-4e83-98bf-ccbe6ee941a2 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (f1c659be-6462-4c4d-93e2-9f856320cda8), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.457018 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Publish callbacks [] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.479770 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:08.505929 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec2c7-a921-4e83-98bf-ccbe6ee941a2 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (f1c659be-6462-4c4d-93e2-9f856320cda8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.575822 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.627624 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec2c7-a921-4e83-98bf-ccbe6ee941a2 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (f1c659be-6462-4c4d-93e2-9f856320cda8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.635107 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c462da-334f-40d9-9e07-ae169291f29b None None] Pushing event updated for resources: {'Port': ['ID=553de7d9-7c87-42d4-bf75-79b544378b2a,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:08.673243 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ec2c7-a921-4e83-98bf-ccbe6ee941a2 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c659be-6462-4c4d-93e2-9f856320cda8,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:08.712672 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:08.725395 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Attempting to bind port 553de7d9-7c87-42d4-bf75-79b544378b2a on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:30:08.725745 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Attempting to bind port 553de7d9-7c87-42d4-bf75-79b544378b2a by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'c3f89457-858f-4786-94c4-84c66c9d5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:30:08.726008 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Attempting to bind port 553de7d9-7c87-42d4-bf75-79b544378b2a on network db467442-ea85-4f39-98f9-e4476e43d6cc {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:30:08.732703 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:30:08.736386 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Checking segment: {'id': 'c3f89457-858f-4786-94c4-84c66c9d5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:30:08.736386 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.736386 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Bound using segment: {'id': 'c3f89457-858f-4786-94c4-84c66c9d5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:30:08.736386 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Bound port: 553de7d9-7c87-42d4-bf75-79b544378b2a, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f89457-858f-4786-94c4-84c66c9d5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:30:08.736386 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.812360 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec2c7-a921-4e83-98bf-ccbe6ee941a2 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.818247 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0d4ec2c7-a921-4e83-98bf-ccbe6ee941a2 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4859774 Apr 12 14:30:08.818615 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42508) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:08.828463 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-2f344af6-64eb-424e-8e24-84a8c0a37641 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'security_group_rule': {'security_group_id': '0d21a92d-2d95-4fd6-ba30-8caa589652e4', 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:08.843638 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:08.865956 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] For port 553de7d9-7c87-42d4-bf75-79b544378b2a, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:30:08.869862 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] For port 553de7d9-7c87-42d4-bf75-79b544378b2a, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=553de7d9-7c87-42d4-bf75-79b544378b2a,segment=NetworkSegment(c3f89457-858f-4786-94c4-84c66c9d5a05),segment_id=c3f89457-858f-4786-94c4-84c66c9d5a05)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:30:08.899350 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7c3eca89-f7a8-4cd7-8c9a-955126a15fa4 req-ba120f93-ec53-45a7-bac0-a1a0c047e396 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=26e25941-ade9-4601-9313-3c82a4f78211 HTTP/1.1" status: 200 len: 210 time: 0.0780947 Apr 12 14:30:08.907696 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4500d1-3720-4211-a3b2-45520c1078e7 None None] The sync data for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi is: [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:08.982486 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.securitygroups_db [None req-2f344af6-64eb-424e-8e24-84a8c0a37641 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Project 47cdab1e9b464fd2974ee31d4ab20865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:30:08.992873 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.001204 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f344af6-64eb-424e-8e24-84a8c0a37641 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (ca49146d-3866-40fe-9edc-fa4652f1183d), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.060427 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-378fbbb3-8d44-4409-a49f-868196b93ca0 None None] Provisioning complete for port 553de7d9-7c87-42d4-bf75-79b544378b2a triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:09.060646 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-378fbbb3-8d44-4409-a49f-868196b93ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.083610 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f344af6-64eb-424e-8e24-84a8c0a37641 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (ca49146d-3866-40fe-9edc-fa4652f1183d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.137989 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Routers {'702e9ca2-0582-4618-979e-4ae9aa8af0b7'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:09.138624 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:09.161884 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f344af6-64eb-424e-8e24-84a8c0a37641 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (ca49146d-3866-40fe-9edc-fa4652f1183d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.183916 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f344af6-64eb-424e-8e24-84a8c0a37641 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca49146d-3866-40fe-9edc-fa4652f1183d,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:09.264666 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 8fd48811-3177-4702-a19b-11538ccf59bf up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:30:09.268860 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c462da-334f-40d9-9e07-ae169291f29b None None] Pushing event updated for resources: {'Port': ['ID=553de7d9-7c87-42d4-bf75-79b544378b2a,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:09.289152 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f344af6-64eb-424e-8e24-84a8c0a37641 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.293999 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-2f344af6-64eb-424e-8e24-84a8c0a37641 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4737153 Apr 12 14:30:09.294388 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42514) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:09.299933 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b6182aa0-7c2f-4e54-9462-3b2d88a6675b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'security_group_rule': {'security_group_id': '0d21a92d-2d95-4fd6-ba30-8caa589652e4', 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:09.341617 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778a4733-0a32-4136-a15a-38ee00809b83 None None] New status for floating IP 322c285b-b2bd-4a7e-8880-8d0727f5e111: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:30:09.377648 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdbb7c-0705-41e7-9165-4585ffcbcfcf req-8d882840-1c79-4847-986b-685fa8041d5b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:09.379383 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d2cdbb7c-0705-41e7-9165-4585ffcbcfcf req-8d882840-1c79-4847-986b-685fa8041d5b tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0787003 Apr 12 14:30:09.438429 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] Set router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:09.449002 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d2cdbb7c-0705-41e7-9165-4585ffcbcfcf req-62f6ab9a-1bbb-4112-ae33-e00a880ab4a2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621502 Apr 12 14:30:09.449631 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.securitygroups_db [None req-b6182aa0-7c2f-4e54-9462-3b2d88a6675b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Project 47cdab1e9b464fd2974ee31d4ab20865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:30:09.462599 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6182aa0-7c2f-4e54-9462-3b2d88a6675b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (8f8230c9-89e0-4521-a157-051145e5cd7b), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.516475 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117830a-7227-49ae-9bdf-0a36d6e2f81b req-42e214bf-23b6-419f-beec-cfe424b84b92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:09.519480 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d117830a-7227-49ae-9bdf-0a36d6e2f81b req-42e214bf-23b6-419f-beec-cfe424b84b92 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 945 time: 0.1068270 Apr 12 14:30:09.522796 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 8fd48811-3177-4702-a19b-11538ccf59bf triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:09.523339 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.588284 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-378fbbb3-8d44-4409-a49f-868196b93ca0 None None] Current status of the port 553de7d9-7c87-42d4-bf75-79b544378b2a is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:09.588679 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-378fbbb3-8d44-4409-a49f-868196b93ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.596403 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6182aa0-7c2f-4e54-9462-3b2d88a6675b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (8f8230c9-89e0-4521-a157-051145e5cd7b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.606760 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d117830a-7227-49ae-9bdf-0a36d6e2f81b req-22954ed5-0e50-4613-bc6e-258bcb8f9b2d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751119 Apr 12 14:30:09.689348 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-378fbbb3-8d44-4409-a49f-868196b93ca0 None None] For port 553de7d9-7c87-42d4-bf75-79b544378b2a, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=553de7d9-7c87-42d4-bf75-79b544378b2a,segment=NetworkSegment(c3f89457-858f-4786-94c4-84c66c9d5a05),segment_id=c3f89457-858f-4786-94c4-84c66c9d5a05)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:09.735788 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6182aa0-7c2f-4e54-9462-3b2d88a6675b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (8f8230c9-89e0-4521-a157-051145e5cd7b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.736117 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c116dca-cf36-4869-8669-39f07de7a6da req-63a12ee0-be3d-4b02-9f4a-18cf97fa9dd2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:09.737663 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4c116dca-cf36-4869-8669-39f07de7a6da req-63a12ee0-be3d-4b02-9f4a-18cf97fa9dd2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 945 time: 0.0502515 Apr 12 14:30:09.749776 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42520) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:09.754768 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-ffde4035-fe60-4556-9921-fb6c62a7b8b6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'floatingip': {'port_id': '612b05f7-0c04-4785-bbff-5a8f2548e4de'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:09.774436 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 8fd48811-3177-4702-a19b-11538ccf59bf is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:09.807898 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-378fbbb3-8d44-4409-a49f-868196b93ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.808226 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6182aa0-7c2f-4e54-9462-3b2d88a6675b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8230c9-89e0-4521-a157-051145e5cd7b,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:09.816562 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ffde4035-fe60-4556-9921-fb6c62a7b8b6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (ce94f2bd-36c8-4de9-a290-8960382271d1), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:09.854028 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:30:00Z', 'updated_at': '2022-04-12T14:30:04Z', 'revision_number': 4, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'gw_port': {'id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:01Z', 'updated_at': '2022-04-12T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '553de7d9-7c87-42d4-bf75-79b544378b2a', 'name': '', 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'mac_address': 'fa:16:3e:6e:83:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5cf832cc-1182-4907-9889-379bc63c20d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:03Z', 'updated_at': '2022-04-12T14:30:08Z', 'revision_number': 4, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'subnets': [{'id': '5cf832cc-1182-4907-9889-379bc63c20d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:09.889609 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb6be4-2603-4017-b013-4a34a872b849 None None] The sync data for ids ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'] in dv-cinder-837522-1-iscsi is: [{'id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:30:00Z', 'updated_at': '2022-04-12T14:30:04Z', 'revision_number': 4, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'gw_port': {'id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:01Z', 'updated_at': '2022-04-12T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '553de7d9-7c87-42d4-bf75-79b544378b2a', 'name': '', 'network_id': 'db467442-ea85-4f39-98f9-e4476e43d6cc', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'mac_address': 'fa:16:3e:6e:83:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5cf832cc-1182-4907-9889-379bc63c20d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:03Z', 'updated_at': '2022-04-12T14:30:08Z', 'revision_number': 4, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'subnets': [{'id': '5cf832cc-1182-4907-9889-379bc63c20d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:09.895205 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fbbb3-8d44-4409-a49f-868196b93ca0 None None] Pushing event updated for resources: {'Port': ['ID=553de7d9-7c87-42d4-bf75-79b544378b2a,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:09.930716 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-a5fd469f-fc65-44f3-bac0-1886f22a13d1 None None] Provisioning complete for port 553de7d9-7c87-42d4-bf75-79b544378b2a triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:09.930716 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a5fd469f-fc65-44f3-bac0-1886f22a13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.027292 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6182aa0-7c2f-4e54-9462-3b2d88a6675b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.028539 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b6182aa0-7c2f-4e54-9462-3b2d88a6675b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7323885 Apr 12 14:30:10.205085 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd469f-fc65-44f3-bac0-1886f22a13d1 None None] Current status of the port 553de7d9-7c87-42d4-bf75-79b544378b2a is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:10.211952 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42548) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:10.309884 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3254-fd48-4f7d-adfe-4c269d919167 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (d95a97ef-e533-405d-9334-5a27a63e1762), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.349809 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3254-fd48-4f7d-adfe-4c269d919167 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (d95a97ef-e533-405d-9334-5a27a63e1762), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.484092 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3254-fd48-4f7d-adfe-4c269d919167 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (d95a97ef-e533-405d-9334-5a27a63e1762), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.487335 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3254-fd48-4f7d-adfe-4c269d919167 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.490038 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-2bfb3254-fd48-4f7d-adfe-4c269d919167 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "DELETE /v2.0/security-groups/d95a97ef-e533-405d-9334-5a27a63e1762 HTTP/1.1" status: 204 len: 168 time: 0.2770717 Apr 12 14:30:10.494168 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 42572) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:10.503633 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ffde4035-fe60-4556-9921-fb6c62a7b8b6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.521581 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb3254-fd48-4f7d-adfe-4c269d919167 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95a97ef-e533-405d-9334-5a27a63e1762,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:10.535455 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.api.v2.resource [None req-78d68d12-96b2-44cd-9a76-c24ecd993c1e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] show failed (client error): The resource could not be found. Apr 12 14:30:10.542507 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42574) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:10.545676 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-78d68d12-96b2-44cd-9a76-c24ecd993c1e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups/d95a97ef-e533-405d-9334-5a27a63e1762 HTTP/1.1" status: 404 len: 347 time: 0.0417771 Apr 12 14:30:10.601821 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ffde4035-fe60-4556-9921-fb6c62a7b8b6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (ce94f2bd-36c8-4de9-a290-8960382271d1), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.617918 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d71295-c202-4c24-9a26-016eb32ddb7a req-93d4e0d0-b2c6-4e9f-b9c5-50db1fae1470 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:10.619697 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-27d71295-c202-4c24-9a26-016eb32ddb7a req-93d4e0d0-b2c6-4e9f-b9c5-50db1fae1470 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0651429 Apr 12 14:30:10.676172 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-27d71295-c202-4c24-9a26-016eb32ddb7a req-5c799b46-98cf-4fca-9ffb-33ed789715ac tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482016 Apr 12 14:30:10.767866 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Deleting port 808853dd-57ba-4417-87ea-84bd20331b92 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:30:10.768208 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (808853dd-57ba-4417-87ea-84bd20331b92), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:11.029385 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-ffde4035-fe60-4556-9921-fb6c62a7b8b6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Floating IP ce94f2bd-36c8-4de9-a290-8960382271d1 associated. External IP: 172.27.3.61, port: 612b05f7-0c04-4785-bbff-5a8f2548e4de. Apr 12 14:30:11.226066 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 553de7d9-7c87-42d4-bf75-79b544378b2a up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:30:11.226689 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (808853dd-57ba-4417-87ea-84bd20331b92), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:11.227024 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (808853dd-57ba-4417-87ea-84bd20331b92), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:11.227594 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7d79d-8b6c-4b3e-8fa0-c1ca02682a50 req-c6f8a0fc-84ce-4357-aa79-b276faf2c372 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:11.248652 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2be7d79d-8b6c-4b3e-8fa0-c1ca02682a50 req-c6f8a0fc-84ce-4357-aa79-b276faf2c372 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 946 time: 0.1126812 Apr 12 14:30:11.253573 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Calling delete_port for 808853dd-57ba-4417-87ea-84bd20331b92 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:30:11.321753 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2be7d79d-8b6c-4b3e-8fa0-c1ca02682a50 req-8c117cad-e0d0-49ed-ab8c-ce287bd3e6b1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718198 Apr 12 14:30:11.326138 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 553de7d9-7c87-42d4-bf75-79b544378b2a triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:11.326633 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:11.444176 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 553de7d9-7c87-42d4-bf75-79b544378b2a is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:11.566687 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffde4035-fe60-4556-9921-fb6c62a7b8b6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:30:11.697999 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:30:11.747742 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: e80feacd-461f-4629-b43f-3acd60a68fdb {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:30:11.750663 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e80feacd-461f-4629-b43f-3acd60a68fdb not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:30:11.763485 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffde4035-fe60-4556-9921-fb6c62a7b8b6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:11.768548 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ffde4035-fe60-4556-9921-fb6c62a7b8b6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:11.779929 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:11.798625 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:11.799704 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:11.799890 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (808853dd-57ba-4417-87ea-84bd20331b92), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:11.877220 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ffde4035-fe60-4556-9921-fb6c62a7b8b6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "PUT /v2.0/floatingips/ce94f2bd-36c8-4de9-a290-8960382271d1 HTTP/1.1" status: 200 len: 990 time: 2.1261110 Apr 12 14:30:11.884503 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event deleted for resources: {'Port': ['ID=808853dd-57ba-4417-87ea-84bd20331b92,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:11.895364 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'tag': '612b05f7-0c04-4785-bbff-5a8f2548e4de'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:11.898440 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3ea24c-9e4a-4ff6-ba57-89b932512317", "tag": "612b05f7-0c04-4785-bbff-5a8f2548e4de"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:11.931873 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e745a-b6c3-4899-889a-7778ebb33c65 req-cc069ebb-0231-4ab8-aedf-a7e62c33f338 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:11.939345 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e5e745a-b6c3-4899-889a-7778ebb33c65 req-cc069ebb-0231-4ab8-aedf-a7e62c33f338 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.1432054 Apr 12 14:30:11.941400 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (322c285b-b2bd-4a7e-8880-8d0727f5e111), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:11.944543 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:11.945707 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f6f20688-fd77-46ef-a2aa-7e75b38bf6d0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "DELETE /v2.0/floatingips/322c285b-b2bd-4a7e-8880-8d0727f5e111 HTTP/1.1" status: 204 len: 168 time: 1.4021370 Apr 12 14:30:11.990183 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:11.998491 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecb27e3-b14a-4a1f-b655-0430739cd2b7 x-openstack-request-id: req-0ecb27e3-b14a-4a1f-b655-0430739cd2b7 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:11.998788 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3ea24c-9e4a-4ff6-ba57-89b932512317", "tag": "612b05f7-0c04-4785-bbff-5a8f2548e4de", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:11.999045 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ecb27e3-b14a-4a1f-b655-0430739cd2b7 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:11.999816 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecb27e3-b14a-4a1f-b655-0430739cd2b7'] response: {'name': 'network-changed', 'server_uuid': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'tag': '612b05f7-0c04-4785-bbff-5a8f2548e4de', 'status': 'completed', 'code': 200} Apr 12 14:30:12.071611 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e5e745a-b6c3-4899-889a-7778ebb33c65 req-f2a638c5-728e-469c-80ef-0831fd978145 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311963 Apr 12 14:30:12.289915 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'ce94f2bd-36c8-4de9-a290-8960382271d1', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '612b05f7-0c04-4785-bbff-5a8f2548e4de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:6c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:29:46Z', 'updated_at': '2022-04-12T14:30:10Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:12.322040 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:12.350984 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:12.351690 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:29:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:12.508477 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:12.542602 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14bde9-9f88-4bbf-8032-74af55350269 req-e73b3dc8-2fe1-43a2-b17b-9b03cf499d46 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:12.542602 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac14bde9-9f88-4bbf-8032-74af55350269 req-e73b3dc8-2fe1-43a2-b17b-9b03cf499d46 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 946 time: 0.1177583 Apr 12 14:30:12.544126 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42608) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:12.558954 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-bbe85caf-e10f-4750-9e16-2afeab867d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:12.565960 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-acb59e27-955f-4030-adeb-617031c0abf0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--391558037', 'description': 'tempest-description--2133120728'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:12.572050 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-bbe85caf-e10f-4750-9e16-2afeab867d7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 1129 time: 0.1286666 Apr 12 14:30:12.636277 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac14bde9-9f88-4bbf-8032-74af55350269 req-e82adb4b-aecb-49eb-89a1-caf83c440f7f tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/security-groups?id=064e7448-6d38-435f-8523-3af5a09a0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652676 Apr 12 14:30:12.736630 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-acb59e27-955f-4030-adeb-617031c0abf0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:12.775581 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea2989-bad9-4366-b855-9838085c427b req-e9bb5726-29ae-4f68-a34f-158cb5a4f43e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:12.779653 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0ea2989-bad9-4366-b855-9838085c427b req-e9bb5726-29ae-4f68-a34f-158cb5a4f43e tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 946 time: 0.1092546 Apr 12 14:30:12.781659 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-5e6e525a-06e1-4743-901d-6508e3bed7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:12.783700 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-5e6e525a-06e1-4743-901d-6508e3bed7b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 916 time: 0.1990447 Apr 12 14:30:12.825713 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'ce94f2bd-36c8-4de9-a290-8960382271d1', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '612b05f7-0c04-4785-bbff-5a8f2548e4de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:6c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:29:46Z', 'updated_at': '2022-04-12T14:30:10Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:12.860609 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c22d82-12d4-4746-a194-3626afe173fd None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'ce94f2bd-36c8-4de9-a290-8960382271d1', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '612b05f7-0c04-4785-bbff-5a8f2548e4de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:6c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:29:46Z', 'updated_at': '2022-04-12T14:30:10Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:12.926643 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-acb59e27-955f-4030-adeb-617031c0abf0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (e47e4195-a181-4983-9ed2-daf30b82836e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:12.927579 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-a0ea2989-bad9-4366-b855-9838085c427b req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Deleting port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:30:12.928009 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a0ea2989-bad9-4366-b855-9838085c427b req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:12.934086 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-7f61f91b-b8a4-45eb-a81c-a87bf83bcb2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=612b05f7-0c04-4785-bbff-5a8f2548e4de HTTP/1.1" status: 200 len: 998 time: 0.1338940 Apr 12 14:30:13.000984 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-acb59e27-955f-4030-adeb-617031c0abf0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (e47e4195-a181-4983-9ed2-daf30b82836e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.001805 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-243ae37a-40ed-462f-88c6-d62dc16a747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:13.004459 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-243ae37a-40ed-462f-88c6-d62dc16a747a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 200 len: 854 time: 0.0643809 Apr 12 14:30:13.063273 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb59e27-955f-4030-adeb-617031c0abf0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47e4195-a181-4983-9ed2-daf30b82836e,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:13.074781 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-a0ea2989-bad9-4366-b855-9838085c427b req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] For port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,segment=NetworkSegment(ecc5baab-70dc-4783-9d5e-9fe9d54a10d2),segment_id=ecc5baab-70dc-4783-9d5e-9fe9d54a10d2)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:13.075240 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a0ea2989-bad9-4366-b855-9838085c427b req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.075827 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-40274f21-5457-4880-a939-a3ea9f9be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:13.077257 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-40274f21-5457-4880-a939-a3ea9f9be231 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6cfda00-f47e-4714-a51e-54f6193af483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655224 Apr 12 14:30:13.092680 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-a0ea2989-bad9-4366-b855-9838085c427b req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Calling delete_port for 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:30:13.169991 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-acb59e27-955f-4030-adeb-617031c0abf0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.175441 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-acb59e27-955f-4030-adeb-617031c0abf0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6247220 Apr 12 14:30:13.177583 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42612) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:13.187582 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-14074501-b997-445b-b395-c5292e6da291 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'security_group_rule': {'security_group_id': 'e47e4195-a181-4983-9ed2-daf30b82836e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:13.244450 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-0cd19a8f-3914-4024-8f40-5e75da2ab0a9 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584792 Apr 12 14:30:13.323543 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005238-e009-4aa4-890e-8113453fb4d1 req-39098d8b-fd07-464c-9eb8-8d2aa4402489 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:13.323543 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8c005238-e009-4aa4-890e-8113453fb4d1 req-39098d8b-fd07-464c-9eb8-8d2aa4402489 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0614207 Apr 12 14:30:13.326676 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb4e72-676b-4efe-8deb-cc45d361af60 None None] New status for floating IP ce94f2bd-36c8-4de9-a290-8960382271d1: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:30:13.405258 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-14074501-b997-445b-b395-c5292e6da291 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (58af8c7e-fb04-4795-b5e8-cb698c9a0719), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.442860 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8c005238-e009-4aa4-890e-8113453fb4d1 req-cbf73bb6-1353-44e2-a75a-43bfd86c3e5a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094348 Apr 12 14:30:13.446782 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a0ea2989-bad9-4366-b855-9838085c427b req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (6061dbe0-af9e-442d-81e7-aa3b1b495ee9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.460529 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cd84cb0a-a6de-4bce-b55e-58e3cd34e723 req-51a82257-78f0-4562-97a3-754f27d9f9d0 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099054 Apr 12 14:30:13.466443 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['6061dbe0-af9e-442d-81e7-aa3b1b495ee9'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:30:13.497080 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Pushing event deleted for resources: {'Port': ['ID=6061dbe0-af9e-442d-81e7-aa3b1b495ee9,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:13.541293 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-14074501-b997-445b-b395-c5292e6da291 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (58af8c7e-fb04-4795-b5e8-cb698c9a0719), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.556169 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ea2989-bad9-4366-b855-9838085c427b req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] No DVR routers for this DVR port 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:30:13.558984 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a0ea2989-bad9-4366-b855-9838085c427b req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.562309 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0ea2989-bad9-4366-b855-9838085c427b req-13acda2a-a633-42c9-9fe2-c40ad8f2d9d1 tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.48 "DELETE /v2.0/ports/6061dbe0-af9e-442d-81e7-aa3b1b495ee9 HTTP/1.1" status: 204 len: 173 time: 0.7783561 Apr 12 14:30:13.647194 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-14074501-b997-445b-b395-c5292e6da291 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (58af8c7e-fb04-4795-b5e8-cb698c9a0719), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.679532 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14074501-b997-445b-b395-c5292e6da291 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58af8c7e-fb04-4795-b5e8-cb698c9a0719,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:13.728204 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-60664f1d-0256-4038-a92a-6601dbdfaba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.750061 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96626a2f-d009-4f4f-8feb-8fb611139417 req-36a33d2f-3ece-4dea-8229-614973fd07cb tempest-VolumesSnapshotTestJSON-1344781918 tempest-VolumesSnapshotTestJSON-1344781918-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8ff185d-4caf-40cd-a184-30912744395a HTTP/1.1" status: 200 len: 210 time: 0.0302191 Apr 12 14:30:13.758815 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-14074501-b997-445b-b395-c5292e6da291 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.762718 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-14074501-b997-445b-b395-c5292e6da291 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5815620 Apr 12 14:30:13.762927 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42618) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:13.773821 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-75132f66-b4a0-43e6-9efe-c7afef7487da tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'security_group_rule': {'security_group_id': 'e47e4195-a181-4983-9ed2-daf30b82836e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:13.881671 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-75132f66-b4a0-43e6-9efe-c7afef7487da tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (5e91c235-a1b6-4016-8760-d864ea29df06), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:13.940102 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-75132f66-b4a0-43e6-9efe-c7afef7487da tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (5e91c235-a1b6-4016-8760-d864ea29df06), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:14.001053 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ff185d-4caf-40cd-a184-30912744395a', 'name': 'network-vif-deleted', 'tag': '6061dbe0-af9e-442d-81e7-aa3b1b495ee9'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:14.003617 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22813610-2375-44dd-ace8-967465f98dd2" -d '{"events": [{"server_uuid": "c8ff185d-4caf-40cd-a184-30912744395a", "name": "network-vif-deleted", "tag": "6061dbe0-af9e-442d-81e7-aa3b1b495ee9"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:14.024676 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-75132f66-b4a0-43e6-9efe-c7afef7487da tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (5e91c235-a1b6-4016-8760-d864ea29df06), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:14.042661 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f588e7a3-b42c-4d56-8667-37c6f4cfa334 x-openstack-request-id: req-f588e7a3-b42c-4d56-8667-37c6f4cfa334 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:14.042960 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ff185d-4caf-40cd-a184-30912744395a", "name": "network-vif-deleted", "tag": "6061dbe0-af9e-442d-81e7-aa3b1b495ee9", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:14.043223 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f588e7a3-b42c-4d56-8667-37c6f4cfa334 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:14.043623 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f588e7a3-b42c-4d56-8667-37c6f4cfa334'] response: {'server_uuid': 'c8ff185d-4caf-40cd-a184-30912744395a', 'name': 'network-vif-deleted', 'tag': '6061dbe0-af9e-442d-81e7-aa3b1b495ee9', 'status': 'completed', 'code': 200} Apr 12 14:30:14.044848 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75132f66-b4a0-43e6-9efe-c7afef7487da tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e91c235-a1b6-4016-8760-d864ea29df06,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:14.121624 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-75132f66-b4a0-43e6-9efe-c7afef7487da tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:14.122880 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-75132f66-b4a0-43e6-9efe-c7afef7487da tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3588679 Apr 12 14:30:14.126078 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42622) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:14.131038 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:14.258033 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:14.344607 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:14.462969 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Allocated IP 172.27.3.63 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/8d76d67d-eba4-4e02-a229-cdc687976fc0) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:14.603168 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208215fe-c5ee-4311-bea1-8b67e2f73c37 req-e4c6c1e2-0606-48b0-b9c5-8baa44139b13 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:14.604782 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-208215fe-c5ee-4311-bea1-8b67e2f73c37 req-e4c6c1e2-0606-48b0-b9c5-8baa44139b13 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0612929 Apr 12 14:30:14.646958 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for port (8d76d67d-eba4-4e02-a229-cdc687976fc0), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:14.693041 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-208215fe-c5ee-4311-bea1-8b67e2f73c37 req-2f419493-d6a9-46f3-a406-e9ab39cdd2ab tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737538 Apr 12 14:30:14.790639 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (8d76d67d-eba4-4e02-a229-cdc687976fc0), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:14.846149 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:14.846149 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:14.852561 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:14.857756 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'Port': ['ID=8d76d67d-eba4-4e02-a229-cdc687976fc0,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:14.904677 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (790a299b-ce54-4ac9-93e4-c94b8f975303), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:14.990711 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (8d76d67d-eba4-4e02-a229-cdc687976fc0), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:15.150947 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for port (8d76d67d-eba4-4e02-a229-cdc687976fc0), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:15.227540 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (8d76d67d-eba4-4e02-a229-cdc687976fc0), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:15.255996 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (790a299b-ce54-4ac9-93e4-c94b8f975303), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:15.282507 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'Port': ['ID=8d76d67d-eba4-4e02-a229-cdc687976fc0,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:15.355565 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:15.356749 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-45bf58c3-76f6-4d32-a46c-5b507e5d8945 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2297301 Apr 12 14:30:15.629051 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7486108b-4af5-4f6a-a217-cde03fbe1e2d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--391558037&fields=id&tenant_id=9b35d4f1f2124b17b32c97ef1876ab53 HTTP/1.1" status: 200 len: 267 time: 0.0491366 Apr 12 14:30:15.754446 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-f44158ed-2004-4bf0-b862-f134ba91894f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:15.757112 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-f44158ed-2004-4bf0-b862-f134ba91894f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 817 time: 0.1199436 Apr 12 14:30:15.773007 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-c05465f4-14e9-44bd-b0bd-27303c98361b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/quotas/9b35d4f1f2124b17b32c97ef1876ab53 HTTP/1.1" status: 200 len: 375 time: 0.0096250 Apr 12 14:30:15.818552 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c369412-6a7e-44b3-a8f1-4a4653b004bf req-08a644dd-0556-46d7-a85f-adb1607a2e6e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:15.820134 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0c369412-6a7e-44b3-a8f1-4a4653b004bf req-08a644dd-0556-46d7-a85f-adb1607a2e6e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0516791 Apr 12 14:30:15.833315 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-e91c1d65-ae14-4aae-98f7-7ab8f238319c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533915 Apr 12 14:30:15.870753 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0c369412-6a7e-44b3-a8f1-4a4653b004bf req-e4bd1958-0acb-4982-ae19-b347b5c48bfa tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446453 Apr 12 14:30:15.938648 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-3a76d156-d397-482c-97a4-74aaf142e95e service neutron] 10.222.0.61 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933750 Apr 12 14:30:15.977800 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-dc8afaf9-fe6c-49b3-ac50-e7a077d2cff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:16.031448 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-43a41c73-2150-4ab8-936e-295e340756c9 service neutron] 10.222.0.61 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862756 Apr 12 14:30:16.284094 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cc5ad860-e428-4ca7-b7a9-bedabc8b3ccd req-6a6cd38b-c40c-4082-ab71-bc5a07ec977c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0333195 Apr 12 14:30:16.921268 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:17.011844 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792308-14be-4fd1-b42b-2781fa620cb2 req-a5e60284-0549-489b-9c81-e5cc8de9c182 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:17.013306 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e792308-14be-4fd1-b42b-2781fa620cb2 req-a5e60284-0549-489b-9c81-e5cc8de9c182 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0604208 Apr 12 14:30:17.065244 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e792308-14be-4fd1-b42b-2781fa620cb2 req-eec90e61-c0c5-4ca0-8cc4-960e36c5705e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462255 Apr 12 14:30:17.389886 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1657ad73-f1e9-453c-a15f-47ed16c00c91 req-4d170087-3ec4-4259-9e06-814f4aaaf763 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0327046 Apr 12 14:30:18.190743 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eac91d-ac87-431a-bf3d-df098afd31ce req-05dafb11-901c-4c7d-ba25-28daf40caf81 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:18.192819 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-81eac91d-ac87-431a-bf3d-df098afd31ce req-05dafb11-901c-4c7d-ba25-28daf40caf81 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0480893 Apr 12 14:30:18.238815 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-81eac91d-ac87-431a-bf3d-df098afd31ce req-ab90db87-ba4d-4e7d-aa4a-e59b7a3009eb tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399175 Apr 12 14:30:18.337852 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:30:18.361998 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:30:18.362344 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 6061dbe0-af9e-442d-81e7-aa3b1b495ee9 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:30:18.489527 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ff45091c-867a-4fb9-ad78-45a2a305c7fa req-b02ecece-4ae5-4bc6-b98c-8a603595e93f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0290234 Apr 12 14:30:18.589721 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:19.357078 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a4392-72df-4f0c-b0fc-ff20340f56fd req-17948b47-f085-42c8-9c1e-10376aaf781c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:19.358717 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e8a4392-72df-4f0c-b0fc-ff20340f56fd req-17948b47-f085-42c8-9c1e-10376aaf781c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0491281 Apr 12 14:30:19.410155 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e8a4392-72df-4f0c-b0fc-ff20340f56fd req-f8ff2048-1bc7-48f5-9f72-e2d026979419 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444958 Apr 12 14:30:19.591973 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b6116812-9c88-4579-b4e1-a2f741f53e88 req-4c9c0161-01bb-4955-9399-00665cdc1c68 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0292103 Apr 12 14:30:19.768117 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:30:19.989831 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:20.528771 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df11267-e4ad-4c22-8cd1-65573370d69e req-e0fd2753-6679-452e-95eb-b5a2e9d31ace tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:20.530292 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8df11267-e4ad-4c22-8cd1-65573370d69e req-e0fd2753-6679-452e-95eb-b5a2e9d31ace tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0483317 Apr 12 14:30:20.579386 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8df11267-e4ad-4c22-8cd1-65573370d69e req-b421ace3-9c4f-4e5e-a0e0-b5bd7ab8130f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Apr 12 14:30:20.697767 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bf5f6b9b-7e69-43c1-bb75-23606dc745c7 req-5540fa45-9bb6-4029-8c3e-50b924aee303 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Apr 12 14:30:20.980859 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-88edc60f-b5d3-4747-a898-4cc32a714be6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:20.982367 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-88edc60f-b5d3-4747-a898-4cc32a714be6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 817 time: 0.1131606 Apr 12 14:30:21.050352 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-c737b08e-2c37-47e7-819b-682721ba74fe tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b35d4f1f2124b17b32c97ef1876ab53 HTTP/1.1" status: 200 len: 379 time: 0.0577626 Apr 12 14:30:21.063621 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'port': {'device_id': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'admin_state_up': True, 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'security_groups': ['e47e4195-a181-4983-9ed2-daf30b82836e']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:21.269631 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Made reservation on behalf of 9b35d4f1f2124b17b32c97ef1876ab53 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:30:21.273856 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:21.419554 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Allocated IP 172.20.0.3 (40d22d5a-428e-4501-854e-f855c51071de/64ed6263-2691-4711-b1c9-9c8026bcd73d/89429c20-07b8-4d70-b572-db9a536cf822) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:21.564477 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for port (89429c20-07b8-4d70-b572-db9a536cf822), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:21.697936 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a9eb-d022-49a5-8720-cd78c7f359b7 req-ea4ff43d-c109-4137-a60a-e1d142b2c5ec tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:21.699622 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fba4a9eb-d022-49a5-8720-cd78c7f359b7 req-ea4ff43d-c109-4137-a60a-e1d142b2c5ec tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0501053 Apr 12 14:30:21.749519 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fba4a9eb-d022-49a5-8720-cd78c7f359b7 req-1d59f5c2-a3a2-4295-926b-aee0299f1d28 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Apr 12 14:30:21.767772 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:21.815108 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Network 40d22d5a-428e-4501-854e-f855c51071de is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:21.819161 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:21.820834 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8459-ad62-4bf9-8bb9-f4de9ed77833 req-0a371f6b-df19-48eb-ab68-7c9ba2ca5d1d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:21.822416 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-84ad8459-ad62-4bf9-8bb9-f4de9ed77833 req-0a371f6b-df19-48eb-ab68-7c9ba2ca5d1d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 931 time: 0.0523391 Apr 12 14:30:21.823677 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:21.833171 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:21.833171 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:21.844091 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:21.904094 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-84ad8459-ad62-4bf9-8bb9-f4de9ed77833 req-03cbafcf-671e-4aff-b641-081cfbfea44b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677257 Apr 12 14:30:21.941382 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-7f6ea059-d59e-43be-8604-3fe909a41335 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8819249 Apr 12 14:30:21.952639 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Request body: {'port': {'device_id': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:22.024344 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:22.133653 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-f28d7891-7b01-452e-80ea-710cc2f725ad None None] Provisioning complete for port 89429c20-07b8-4d70-b572-db9a536cf822 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:22.134201 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f28d7891-7b01-452e-80ea-710cc2f725ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (89429c20-07b8-4d70-b572-db9a536cf822), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:22.169474 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-f28d7891-7b01-452e-80ea-710cc2f725ad None None] Port 89429c20-07b8-4d70-b572-db9a536cf822 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:30:22.312881 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89429c20-07b8-4d70-b572-db9a536cf822 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:30:22.320678 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Publish callbacks [] for port (89429c20-07b8-4d70-b572-db9a536cf822), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:22.333767 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Transition to ACTIVE for port object 89429c20-07b8-4d70-b572-db9a536cf822 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:30:22.412755 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:22.473819 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:22.743764 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Attempting to bind port 89429c20-07b8-4d70-b572-db9a536cf822 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:30:22.744398 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Attempting to bind port 89429c20-07b8-4d70-b572-db9a536cf822 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:30:22.744398 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Attempting to bind port 89429c20-07b8-4d70-b572-db9a536cf822 on network 40d22d5a-428e-4501-854e-f855c51071de {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:30:22.748775 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Port 89429c20-07b8-4d70-b572-db9a536cf822 on network 40d22d5a-428e-4501-854e-f855c51071de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:30:22.749140 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Attempting to bind port 89429c20-07b8-4d70-b572-db9a536cf822 on network 40d22d5a-428e-4501-854e-f855c51071de {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:30:22.754053 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:30:22.754432 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Checking segment: {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:30:22.755385 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Bound using segment: {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:30:22.755810 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Bound port: 89429c20-07b8-4d70-b572-db9a536cf822, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb53d8e-36d0-4a98-aeb4-48480489e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '40d22d5a-428e-4501-854e-f855c51071de'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:30:22.756175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:22.820442 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:30:22.825478 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:30:22.872173 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee4cf8-f643-4a79-a7ca-ff296887a7cb req-741a8fb2-82d3-48ba-a832-69994c2cae65 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:22.873716 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-68ee4cf8-f643-4a79-a7ca-ff296887a7cb req-741a8fb2-82d3-48ba-a832-69994c2cae65 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0510044 Apr 12 14:30:22.923777 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-68ee4cf8-f643-4a79-a7ca-ff296887a7cb req-7c06b284-8f30-4ac8-9075-1cd2672334e2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443075 Apr 12 14:30:22.973634 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:23.021706 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.022661 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:23.024100 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] 10.222.0.48 "PUT /v2.0/ports/89429c20-07b8-4d70-b572-db9a536cf822 HTTP/1.1" status: 200 len: 1093 time: 1.0756829 Apr 12 14:30:23.024555 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:23.026845 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a61969-feac-4e59-b355-963b4f74435f" -d '{"events": [{"name": "network-changed", "server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "tag": "89429c20-07b8-4d70-b572-db9a536cf822"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:23.054255 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adf7e8-712e-49b7-8637-20cd20049a9c service neutron] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:23.059106 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22f1c9-4754-41d6-b104-4df986215772 req-00277b6c-f6f9-4563-897a-2a0e1752c3fd tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.060947 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0f22f1c9-4754-41d6-b104-4df986215772 req-00277b6c-f6f9-4563-897a-2a0e1752c3fd tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0687335 Apr 12 14:30:23.102063 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53677d7-a55d-454e-aab3-2e562fa42818 x-openstack-request-id: req-b53677d7-a55d-454e-aab3-2e562fa42818 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:23.102425 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "tag": "89429c20-07b8-4d70-b572-db9a536cf822", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:23.102764 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b53677d7-a55d-454e-aab3-2e562fa42818 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:23.103318 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53677d7-a55d-454e-aab3-2e562fa42818'] response: {'name': 'network-changed', 'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822', 'status': 'completed', 'code': 200} Apr 12 14:30:23.122906 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0f22f1c9-4754-41d6-b104-4df986215772 req-3ec18410-b189-4681-8a99-b190bd5d834f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536990 Apr 12 14:30:23.166613 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61969-feac-4e59-b355-963b4f74435f req-b4e72e52-717c-42f0-9060-211d04d8f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.168284 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8a61969-feac-4e59-b355-963b4f74435f req-b4e72e52-717c-42f0-9060-211d04d8f054 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0443640 Apr 12 14:30:23.279303 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61969-feac-4e59-b355-963b4f74435f req-063bbb0c-03f2-484f-bc4f-e3f7d763583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.280907 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8a61969-feac-4e59-b355-963b4f74435f req-063bbb0c-03f2-484f-bc4f-e3f7d763583f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1022325 Apr 12 14:30:23.381582 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a61969-feac-4e59-b355-963b4f74435f req-ed4052f8-4456-44aa-a618-fb34d939c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.383156 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8a61969-feac-4e59-b355-963b4f74435f req-ed4052f8-4456-44aa-a618-fb34d939c92c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952015 Apr 12 14:30:23.469834 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-a9f8582c-a82e-4d86-bbef-2700add02114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.471262 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-a9f8582c-a82e-4d86-bbef-2700add02114 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0449624 Apr 12 14:30:23.513295 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-437e6958-3a4b-4707-a363-6a7e6d8a437d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89429c20-07b8-4d70-b572-db9a536cf822 HTTP/1.1" status: 200 len: 217 time: 0.0342727 Apr 12 14:30:23.563511 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-fe277a96-cd2c-4e8c-a880-4964ed302933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.566927 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-fe277a96-cd2c-4e8c-a880-4964ed302933 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.0448472 Apr 12 14:30:23.613133 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-a70b989c-6263-4d4c-916d-8704b5d8c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.624332 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-a70b989c-6263-4d4c-916d-8704b5d8c37d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411601 Apr 12 14:30:23.712382 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-bad6d069-2546-4ad8-9a82-1905fdfd80dd service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901556 Apr 12 14:30:23.806605 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44c59619-07da-461a-ab2a-a41e6e3d9767 req-3e7ec295-4e10-4a3e-a616-7bc0ad384583 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875018 Apr 12 14:30:24.045706 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3695aa-9d5e-4a5f-9d90-3300804df9d7 req-77e002f0-2fb1-43fb-baa4-8720336bfb92 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:24.047089 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d3695aa-9d5e-4a5f-9d90-3300804df9d7 req-77e002f0-2fb1-43fb-baa4-8720336bfb92 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0488746 Apr 12 14:30:24.098162 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d3695aa-9d5e-4a5f-9d90-3300804df9d7 req-8e37410f-43a6-4941-85bb-9f06766c973f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442152 Apr 12 14:30:24.245587 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a36dc3-583f-4874-9edc-f636e825f7e9 req-dfab1362-a91a-4cb5-995b-e953baca3754 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:24.247114 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d4a36dc3-583f-4874-9edc-f636e825f7e9 req-dfab1362-a91a-4cb5-995b-e953baca3754 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0466588 Apr 12 14:30:24.298863 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d4a36dc3-583f-4874-9edc-f636e825f7e9 req-0878c6ac-3455-4e53-b53f-41db467906cf tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462539 Apr 12 14:30:25.214458 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9c53b-ccf2-4774-9caa-244eda1a763c req-c4bee0f2-f848-454e-a82f-c1b4ad385f1f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:25.215969 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dde9c53b-ccf2-4774-9caa-244eda1a763c req-c4bee0f2-f848-454e-a82f-c1b4ad385f1f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0489149 Apr 12 14:30:25.263011 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dde9c53b-ccf2-4774-9caa-244eda1a763c req-378912b4-a9db-466f-950c-c2929e2bde09 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Apr 12 14:30:25.417489 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9091df-1e60-450b-a679-9f4504af5e9b req-e34a1b1c-0cd3-4fea-b6f8-67e3d05c85ce tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:25.418962 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2a9091df-1e60-450b-a679-9f4504af5e9b req-e34a1b1c-0cd3-4fea-b6f8-67e3d05c85ce tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0486958 Apr 12 14:30:25.466954 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2a9091df-1e60-450b-a679-9f4504af5e9b req-92fbd443-a05b-4c14-8ef1-d12df57ed09f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418646 Apr 12 14:30:26.384851 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eda63-2ece-4eb8-a10f-b6dbb567e761 req-c94adbce-87cd-43cb-bf3c-f71dcf6d7b07 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:26.386331 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b43eda63-2ece-4eb8-a10f-b6dbb567e761 req-c94adbce-87cd-43cb-bf3c-f71dcf6d7b07 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0539541 Apr 12 14:30:26.438355 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b43eda63-2ece-4eb8-a10f-b6dbb567e761 req-6af20ffc-6983-4d14-b1d7-f34d0ff0a2a0 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458837 Apr 12 14:30:26.592065 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2045-17f3-456f-9f06-9582964925b4 req-f23659bd-4889-4023-90fb-4cee749b8ed9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:26.594469 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3fff2045-17f3-456f-9f06-9582964925b4 req-f23659bd-4889-4023-90fb-4cee749b8ed9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0509856 Apr 12 14:30:26.646110 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3fff2045-17f3-456f-9f06-9582964925b4 req-f70f41c8-5800-4fc1-b285-72e89ebacdba tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Apr 12 14:30:27.446570 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-6e6744b2-67ac-4c47-9822-fe7c864d54bb tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065803435&fields=id&tenant_id=47cdab1e9b464fd2974ee31d4ab20865 HTTP/1.1" status: 200 len: 267 time: 0.0443532 Apr 12 14:30:27.567577 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dac928-b8ca-4729-af94-f0343e8838eb req-1ca573b5-dc87-4dea-8ebb-0514419397c2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:27.569897 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-9f495499-6eb3-40d7-badf-776ce2d63876 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:27.572285 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a3dac928-b8ca-4729-af94-f0343e8838eb req-1ca573b5-dc87-4dea-8ebb-0514419397c2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0597694 Apr 12 14:30:27.573433 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-9f495499-6eb3-40d7-badf-776ce2d63876 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 811 time: 0.1164916 Apr 12 14:30:27.587603 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-373a23ca-a0fe-4573-b995-a89523ee4e1f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/quotas/47cdab1e9b464fd2974ee31d4ab20865 HTTP/1.1" status: 200 len: 375 time: 0.0103459 Apr 12 14:30:27.631054 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a3dac928-b8ca-4729-af94-f0343e8838eb req-c0baa3a2-8bfd-4de0-b5d4-ed547b493d6e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545280 Apr 12 14:30:27.649095 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-2dcc6dde-c471-44b3-9c49-20913f4e66f3 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554926 Apr 12 14:30:27.758176 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-71735288-6a2c-41f9-a0ec-5642b9f16428 service neutron] 10.222.0.61 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996363 Apr 12 14:30:27.773051 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16868865-57d6-45a9-a965-f470ca2bf1e5 req-f5fd55aa-6075-4ec0-a5c2-0cd8a786e58f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:27.776713 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-16868865-57d6-45a9-a965-f470ca2bf1e5 req-f5fd55aa-6075-4ec0-a5c2-0cd8a786e58f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0543461 Apr 12 14:30:27.832094 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-16868865-57d6-45a9-a965-f470ca2bf1e5 req-c8303d3d-dc7e-4147-9387-4a0e43c22b56 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475914 Apr 12 14:30:27.863437 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-85315704-811a-4b5f-b4be-cab6bdcb4148 service neutron] 10.222.0.61 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959032 Apr 12 14:30:28.219220 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 89429c20-07b8-4d70-b572-db9a536cf822 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:30:28.322200 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:28.335170 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '89429c20-07b8-4d70-b572-db9a536cf822', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'port_id': '89429c20-07b8-4d70-b572-db9a536cf822', 'mac_address': 'fa:16:3e:37:a7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:30:28.377238 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 89429c20-07b8-4d70-b572-db9a536cf822 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:28.377632 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:28.394153 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89429c20-07b8-4d70-b572-db9a536cf822 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:30:28.416026 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:28.621073 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:28.679185 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3c534289-52cb-4245-a0a7-8dac1050faed req-247aea69-36fe-4dbd-beae-39b2e433d7df tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 210 time: 0.0557580 Apr 12 14:30:28.700545 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:28.783151 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168067b-ab25-4de8-9afc-d33ef519c955 req-1e4f08fa-6b18-405a-a62c-f542bbc126c7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:28.789605 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6168067b-ab25-4de8-9afc-d33ef519c955 req-1e4f08fa-6b18-405a-a62c-f542bbc126c7 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0645154 Apr 12 14:30:28.836707 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6168067b-ab25-4de8-9afc-d33ef519c955 req-0076b113-7d23-4711-a4a3-6f106241a1cd tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461681 Apr 12 14:30:28.961822 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322b8a2-d209-4af6-a76f-4a0657b57716 req-d25cbd86-4b4c-4772-85ae-f21ede4f445c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:28.963361 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2322b8a2-d209-4af6-a76f-4a0657b57716 req-d25cbd86-4b4c-4772-85ae-f21ede4f445c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 944 time: 0.0532341 Apr 12 14:30:29.011697 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2322b8a2-d209-4af6-a76f-4a0657b57716 req-9bf13d54-5736-4a70-80ba-49fedd9f7912 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Apr 12 14:30:29.772126 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-344d6080-71bd-4594-be32-51a213684fc1 req-9c2f757f-6912-4274-96bc-b9af9d349bf5 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 210 time: 0.0346322 Apr 12 14:30:29.962562 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600ada-f150-43a8-b28a-3d5f07d2f246 req-0795940e-ddbf-4456-9cc6-964bcd2e7543 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:29.964161 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-46600ada-f150-43a8-b28a-3d5f07d2f246 req-0795940e-ddbf-4456-9cc6-964bcd2e7543 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0529532 Apr 12 14:30:30.018392 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-46600ada-f150-43a8-b28a-3d5f07d2f246 req-1c0d9c22-5488-4e59-9d96-3197cf537738 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479155 Apr 12 14:30:30.150707 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f08b4f-8f2e-40db-93f9-9191dbadbc1a req-086703fb-682b-41f9-935c-d6bdf702878d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:30.152238 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-60f08b4f-8f2e-40db-93f9-9191dbadbc1a req-086703fb-682b-41f9-935c-d6bdf702878d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 944 time: 0.0571196 Apr 12 14:30:30.207304 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-60f08b4f-8f2e-40db-93f9-9191dbadbc1a req-62def5f6-58af-49b3-8fe9-5b69229e7457 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472016 Apr 12 14:30:30.208103 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['89429c20-07b8-4d70-b572-db9a536cf822'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:30:30.896907 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f0cca808-3cad-4ba3-a247-db0fd96261a3 req-6e9bbbe2-a8ac-43fb-b8c3-5d759eaf2c8a tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 210 time: 0.0441363 Apr 12 14:30:31.156511 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58fcc-3674-44d1-8ca7-ed6b5b2cddf1 req-fec508f7-7b3e-42e3-aa22-efb0e72be647 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:31.158431 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b3b58fcc-3674-44d1-8ca7-ed6b5b2cddf1 req-fec508f7-7b3e-42e3-aa22-efb0e72be647 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0530441 Apr 12 14:30:31.223885 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b3b58fcc-3674-44d1-8ca7-ed6b5b2cddf1 req-24b172e0-1efb-47e8-9173-73435a7b5a91 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521326 Apr 12 14:30:31.351240 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be857bb-c236-4806-a3b6-7ec1ec5985bb req-04ac38fb-b87d-4b6d-b197-15cc92ff9fab tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:31.353103 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3be857bb-c236-4806-a3b6-7ec1ec5985bb req-04ac38fb-b87d-4b6d-b197-15cc92ff9fab tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 944 time: 0.0559037 Apr 12 14:30:31.416113 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3be857bb-c236-4806-a3b6-7ec1ec5985bb req-8ec2fc96-0545-46e7-85ed-d9490f92cd50 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540249 Apr 12 14:30:31.947029 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 89429c20-07b8-4d70-b572-db9a536cf822 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:30:32.018179 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 89429c20-07b8-4d70-b572-db9a536cf822 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:30:32.065393 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-531713e9-501f-4b88-9dae-40f1c7f6ffa4 req-1c196677-73f9-4da7-95ee-b91e22d1e416 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 210 time: 0.0353112 Apr 12 14:30:32.108279 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-3ec9b532-bd86-4a5f-98b5-4a109723979f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:32.110496 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-3ec9b532-bd86-4a5f-98b5-4a109723979f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 811 time: 0.1596012 Apr 12 14:30:32.181657 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 89429c20-07b8-4d70-b572-db9a536cf822 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:32.182048 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (89429c20-07b8-4d70-b572-db9a536cf822), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:32.188756 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-a1b8157d-7538-4cf7-a570-df04072fecbd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47cdab1e9b464fd2974ee31d4ab20865 HTTP/1.1" status: 200 len: 380 time: 0.0662551 Apr 12 14:30:32.212997 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'port': {'device_id': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'admin_state_up': True, 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'security_groups': ['0d21a92d-2d95-4fd6-ba30-8caa589652e4']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:32.275234 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 89429c20-07b8-4d70-b572-db9a536cf822 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:32.276101 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:32.320623 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:32.325124 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2529a82b-5f2d-4bb3-9386-989d2dcab3fe" -d '{"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-plugged", "status": "completed", "tag": "89429c20-07b8-4d70-b572-db9a536cf822"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:32.345798 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:32.397880 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552cea65-6ed6-45f6-88e0-1367d1e5e79d x-openstack-request-id: req-552cea65-6ed6-45f6-88e0-1367d1e5e79d {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:32.398187 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-plugged", "status": "completed", "tag": "89429c20-07b8-4d70-b572-db9a536cf822", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:32.398560 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd701cb-c30f-4731-9393-36109adce8ea req-2823b861-2cf2-462c-b8ac-db60def797b2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:32.399013 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-552cea65-6ed6-45f6-88e0-1367d1e5e79d {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:32.399798 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552cea65-6ed6-45f6-88e0-1367d1e5e79d'] response: {'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822', 'code': 200} Apr 12 14:30:32.401017 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1fd701cb-c30f-4731-9393-36109adce8ea req-2823b861-2cf2-462c-b8ac-db60def797b2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0898769 Apr 12 14:30:32.469995 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:32.504900 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Made reservation on behalf of 47cdab1e9b464fd2974ee31d4ab20865 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:30:32.509910 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:32.526878 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1fd701cb-c30f-4731-9393-36109adce8ea req-156980d2-a552-46bc-8d77-0805bcdb334f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059396 Apr 12 14:30:32.570289 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:32.646449 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d671ac-12a2-48fb-941b-8c1fea1621d6 req-76a7b8d3-df6f-4d88-aaf7-c59b0fd45bca tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:32.647722 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-83d671ac-12a2-48fb-941b-8c1fea1621d6 req-76a7b8d3-df6f-4d88-aaf7-c59b0fd45bca tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.1051900 Apr 12 14:30:32.746183 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Allocated IP 172.20.0.9 (79d4d03c-f80a-44d6-bd4c-6174a4502958/e9a722a7-f161-4121-958c-da8a849208fd/bd4d76fa-f982-410d-8e60-616ecac768dd) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:32.750867 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-83d671ac-12a2-48fb-941b-8c1fea1621d6 req-36e20962-2548-434f-9fb7-596f1ceec7f4 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932534 Apr 12 14:30:32.936627 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:33.060090 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f3110-ac9a-4fe2-9f45-bc63d68bdad2 req-4e86f5ee-fcf7-4e4b-a361-de0caa768df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:33.061570 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6c2f3110-ac9a-4fe2-9f45-bc63d68bdad2 req-4e86f5ee-fcf7-4e4b-a361-de0caa768df8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0499284 Apr 12 14:30:33.147123 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:33.159667 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6c2f3110-ac9a-4fe2-9f45-bc63d68bdad2 req-b9a28db3-33ae-47a0-9ed4-8e2ef20e6e91 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688643 Apr 12 14:30:33.203826 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:33.208741 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:33.215048 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:33.221557 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:33.222227 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:33.232196 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'Port': ['ID=bd4d76fa-f982-410d-8e60-616ecac768dd,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:33.245998 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa2494-07f2-487e-996b-c2e9d3ea3041 req-f70fcd36-ec9c-4f5c-b5a9-d04741e7d03e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:33.253387 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c6aa2494-07f2-487e-996b-c2e9d3ea3041 req-f70fcd36-ec9c-4f5c-b5a9-d04741e7d03e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 931 time: 0.0797060 Apr 12 14:30:33.313067 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c6aa2494-07f2-487e-996b-c2e9d3ea3041 req-79abd697-ea6d-4a3a-a9b6-3f3da0680245 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586259 Apr 12 14:30:33.509339 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-77077f58-a629-48ca-8c28-63dc96048fb5 None None] Provisioning complete for port bd4d76fa-f982-410d-8e60-616ecac768dd triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:33.509339 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-77077f58-a629-48ca-8c28-63dc96048fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:33.546308 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-77077f58-a629-48ca-8c28-63dc96048fb5 None None] Port bd4d76fa-f982-410d-8e60-616ecac768dd cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:30:33.561552 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e712a581-934a-42a5-9fd5-5309f8ceba0e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3653617 Apr 12 14:30:33.664265 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c846d-b045-4ae1-9541-76c231c512e6 req-1902cfb1-5e94-45a7-8392-e18103ae127d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:33.666755 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2a6c846d-b045-4ae1-9541-76c231c512e6 req-1902cfb1-5e94-45a7-8392-e18103ae127d tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0621855 Apr 12 14:30:33.731952 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2a6c846d-b045-4ae1-9541-76c231c512e6 req-14d8ff42-d579-4578-806f-34bf2400a0ac tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567136 Apr 12 14:30:33.902884 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f33f43-3b50-4115-8b3b-56451d3384a3 req-811a4600-1db3-48af-ad8e-47b8db28356b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:33.904361 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d5f33f43-3b50-4115-8b3b-56451d3384a3 req-811a4600-1db3-48af-ad8e-47b8db28356b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0572271 Apr 12 14:30:33.909806 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Request body: {'port': {'device_id': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:33.968380 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d5f33f43-3b50-4115-8b3b-56451d3384a3 req-81bdabd4-05e2-44bc-875c-6489ff4569db tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571635 Apr 12 14:30:33.992097 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:34.311739 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4d76fa-f982-410d-8e60-616ecac768dd {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:30:34.320460 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Publish callbacks [] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:34.337807 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Transition to ACTIVE for port object bd4d76fa-f982-410d-8e60-616ecac768dd will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:30:34.450343 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec74c3-c5f7-4fb0-a1ab-1acdf3b74528 req-69c6a3e0-1b28-4db5-98df-4262ad74db38 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:34.455206 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bdec74c3-c5f7-4fb0-a1ab-1acdf3b74528 req-69c6a3e0-1b28-4db5-98df-4262ad74db38 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 931 time: 0.0608158 Apr 12 14:30:34.455898 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:34.553647 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4d76fa-f982-410d-8e60-616ecac768dd,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:34.577478 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bdec74c3-c5f7-4fb0-a1ab-1acdf3b74528 req-9e270ee1-291c-45aa-be41-72111637786d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165624 Apr 12 14:30:34.622404 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Attempting to bind port bd4d76fa-f982-410d-8e60-616ecac768dd on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:30:34.622756 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Attempting to bind port bd4d76fa-f982-410d-8e60-616ecac768dd by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:30:34.631765 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Attempting to bind port bd4d76fa-f982-410d-8e60-616ecac768dd on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:30:34.631765 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Port bd4d76fa-f982-410d-8e60-616ecac768dd on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:30:34.631765 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Attempting to bind port bd4d76fa-f982-410d-8e60-616ecac768dd on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:30:34.642513 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:30:34.643275 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Checking segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:30:34.643635 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Bound using segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:30:34.644615 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Bound port: bd4d76fa-f982-410d-8e60-616ecac768dd, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:30:34.646155 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:34.758424 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] For port bd4d76fa-f982-410d-8e60-616ecac768dd, host hv-cinder-83752, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:30:34.762145 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] For port bd4d76fa-f982-410d-8e60-616ecac768dd, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bd4d76fa-f982-410d-8e60-616ecac768dd,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:30:34.892760 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da6c4f-bf44-4b22-b14f-9eac8f65e23c req-c27fb629-4a95-4c4e-8f11-1455ace0fa0f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:34.894404 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a6da6c4f-bf44-4b22-b14f-9eac8f65e23c req-c27fb629-4a95-4c4e-8f11-1455ace0fa0f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0648484 Apr 12 14:30:34.919470 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:34.959507 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a6da6c4f-bf44-4b22-b14f-9eac8f65e23c req-eba74698-f001-4867-a7dc-da27e4ae25ed tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585771 Apr 12 14:30:34.983385 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:34.984127 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:34.989684 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] 10.222.0.48 "PUT /v2.0/ports/bd4d76fa-f982-410d-8e60-616ecac768dd HTTP/1.1" status: 200 len: 1093 time: 1.0813611 Apr 12 14:30:34.989684 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'tag': 'bd4d76fa-f982-410d-8e60-616ecac768dd'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:34.993803 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd7b3f-db92-4dee-ab28-b779555d9933" -d '{"events": [{"name": "network-changed", "server_uuid": "944044cb-2e63-47fb-a9e5-522c6a47fd2d", "tag": "bd4d76fa-f982-410d-8e60-616ecac768dd"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:35.020378 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dff135-68ac-4da5-9474-eb66e98b9025 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4d76fa-f982-410d-8e60-616ecac768dd,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:35.070207 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2944db52-fce7-4954-9184-8337be8cf9c7 x-openstack-request-id: req-2944db52-fce7-4954-9184-8337be8cf9c7 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:35.070508 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944044cb-2e63-47fb-a9e5-522c6a47fd2d", "tag": "bd4d76fa-f982-410d-8e60-616ecac768dd", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:35.070761 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2944db52-fce7-4954-9184-8337be8cf9c7 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:35.071209 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2944db52-fce7-4954-9184-8337be8cf9c7'] response: {'name': 'network-changed', 'server_uuid': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'tag': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'status': 'completed', 'code': 200} Apr 12 14:30:35.146006 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83d719-ae8f-4dbd-aeab-45d7806ce29d req-31411362-5bd0-4667-a5d4-f76b906ef1cb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:35.147917 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8f83d719-ae8f-4dbd-aeab-45d7806ce29d req-31411362-5bd0-4667-a5d4-f76b906ef1cb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0652566 Apr 12 14:30:35.211096 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8f83d719-ae8f-4dbd-aeab-45d7806ce29d req-b9d29780-4805-49a2-bfa7-3ba1ce16385d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552351 Apr 12 14:30:35.238245 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd7b3f-db92-4dee-ab28-b779555d9933 req-a63b5bcc-0ef9-4b15-87b6-51e01fe2d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:35.240427 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6abd7b3f-db92-4dee-ab28-b779555d9933 req-a63b5bcc-0ef9-4b15-87b6-51e01fe2d899 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 1127 time: 0.0769699 Apr 12 14:30:35.363058 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd7b3f-db92-4dee-ab28-b779555d9933 req-b01a812d-b43b-4140-b7e0-4fa94b69924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:35.365393 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6abd7b3f-db92-4dee-ab28-b779555d9933 req-b01a812d-b43b-4140-b7e0-4fa94b69924a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1171165 Apr 12 14:30:35.477985 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd7b3f-db92-4dee-ab28-b779555d9933 req-6374f935-a4b4-4b4a-b275-7270b7f85204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:35.479472 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6abd7b3f-db92-4dee-ab28-b779555d9933 req-6374f935-a4b4-4b4a-b275-7270b7f85204 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072111 Apr 12 14:30:35.583392 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e3a0124c-abf8-46ca-8ec5-4278eb4010a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:35.583392 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e3a0124c-abf8-46ca-8ec5-4278eb4010a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 1127 time: 0.0592234 Apr 12 14:30:35.630858 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-ed379970-7e85-4c06-bd47-33b4ecfaf149 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd4d76fa-f982-410d-8e60-616ecac768dd HTTP/1.1" status: 200 len: 217 time: 0.0425344 Apr 12 14:30:35.732428 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-085f6f85-b738-4430-a2c9-bce801a78aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:35.733942 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-085f6f85-b738-4430-a2c9-bce801a78aa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0940919 Apr 12 14:30:35.741044 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6a8ae-918a-4293-bf89-35b80893a850 req-d8295f6f-1823-4d32-a64d-7b6baf58c3b0 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:35.742545 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38e6a8ae-918a-4293-bf89-35b80893a850 req-d8295f6f-1823-4d32-a64d-7b6baf58c3b0 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 943 time: 0.0669134 Apr 12 14:30:35.802747 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e5c9b7bb-dfc5-416d-beb8-767a89925f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:35.804758 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-e5c9b7bb-dfc5-416d-beb8-767a89925f32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608516 Apr 12 14:30:35.849642 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38e6a8ae-918a-4293-bf89-35b80893a850 req-a88eb0f0-df12-4b64-adc1-f07fbf0ab854 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983639 Apr 12 14:30:35.922258 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-22dad14f-8428-403e-a233-4d59e905bdea service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110401 Apr 12 14:30:36.041095 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c9c91b1-1b5b-41bd-9907-0594c4b16404 req-78db78e0-1981-4280-a683-9cf9a008df4e service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121454 Apr 12 14:30:36.205087 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade5854-2f16-4796-8687-6986ecc4681c req-9903e3fe-af4e-4c86-adbe-4e05272b3344 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:36.205087 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fade5854-2f16-4796-8687-6986ecc4681c req-9903e3fe-af4e-4c86-adbe-4e05272b3344 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0586550 Apr 12 14:30:36.205087 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fade5854-2f16-4796-8687-6986ecc4681c req-27eadc6d-e93a-424c-a706-92ce2397c9e6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442700 Apr 12 14:30:36.354084 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4c5a-8ed9-432d-842b-ecc33ce327ba req-f9d8a03d-ecea-4251-a273-a6b183eaf258 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:36.355673 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e46a4c5a-8ed9-432d-842b-ecc33ce327ba req-f9d8a03d-ecea-4251-a273-a6b183eaf258 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0565629 Apr 12 14:30:36.412668 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e46a4c5a-8ed9-432d-842b-ecc33ce327ba req-9c7aa948-b71c-4130-bf11-f45ab8bf3d01 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500815 Apr 12 14:30:36.560364 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb6d86-1cb5-4819-98cf-89335091c4a6 req-eae12efc-ae67-4aa7-b1d7-1a64dc9ad323 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:36.561965 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e6cb6d86-1cb5-4819-98cf-89335091c4a6 req-eae12efc-ae67-4aa7-b1d7-1a64dc9ad323 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0550222 Apr 12 14:30:36.572129 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42894) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:36.577195 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-11a2fae1-ace0-4411-ab35-b1a3cc2bda69 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Request body: {'floatingip': {'port_id': '89429c20-07b8-4d70-b572-db9a536cf822'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:36.619633 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11a2fae1-ace0-4411-ab35-b1a3cc2bda69 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (790a299b-ce54-4ac9-93e4-c94b8f975303), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:37.073862 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d5e0-ac2a-4c51-8cdb-3e5c762b638a req-142ad0c3-13b3-4091-862f-739ce15a326d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:37.075749 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5013d5e0-ac2a-4c51-8cdb-3e5c762b638a req-142ad0c3-13b3-4091-862f-739ce15a326d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 943 time: 0.0713496 Apr 12 14:30:37.290329 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8879576-54d5-4187-90b0-2862bea2be5d req-b2704fb4-8db1-4e1b-8e9d-539b7050e6ea tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:37.296118 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a8879576-54d5-4187-90b0-2862bea2be5d req-b2704fb4-8db1-4e1b-8e9d-539b7050e6ea tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0607307 Apr 12 14:30:37.355402 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a8879576-54d5-4187-90b0-2862bea2be5d req-be0d1662-655b-4f4f-b700-75a9a7de4bc2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549107 Apr 12 14:30:37.435770 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5013d5e0-ac2a-4c51-8cdb-3e5c762b638a req-01c03c22-4c2a-49d7-a39b-82ec4a4809b7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304296 Apr 12 14:30:37.532392 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11a2fae1-ace0-4411-ab35-b1a3cc2bda69 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:37.698586 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11a2fae1-ace0-4411-ab35-b1a3cc2bda69 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (790a299b-ce54-4ac9-93e4-c94b8f975303), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:37.827686 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-11a2fae1-ace0-4411-ab35-b1a3cc2bda69 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Floating IP 790a299b-ce54-4ac9-93e4-c94b8f975303 associated. External IP: 172.27.3.63, port: 89429c20-07b8-4d70-b572-db9a536cf822. Apr 12 14:30:37.919258 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128257e6-85a1-42e8-8e6d-c271b8811e3a req-c5a64367-9eaf-4cec-ae7c-3f7494aec670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:37.920731 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-128257e6-85a1-42e8-8e6d-c271b8811e3a req-c5a64367-9eaf-4cec-ae7c-3f7494aec670 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 1130 time: 0.0483766 Apr 12 14:30:38.006892 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-128257e6-85a1-42e8-8e6d-c271b8811e3a req-07f20f9e-0876-4502-b9a8-0c3f2f8cea10 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597270 Apr 12 14:30:38.140451 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a2fae1-ace0-4411-ab35-b1a3cc2bda69 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:30:38.274331 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a2fae1-ace0-4411-ab35-b1a3cc2bda69 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:38.279425 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11a2fae1-ace0-4411-ab35-b1a3cc2bda69 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:38.284232 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] Sync routers for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:38.299789 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:38.301277 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:30:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:38.310724 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-11a2fae1-ace0-4411-ab35-b1a3cc2bda69 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "PUT /v2.0/floatingips/790a299b-ce54-4ac9-93e4-c94b8f975303 HTTP/1.1" status: 200 len: 990 time: 1.7373912 Apr 12 14:30:38.315954 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:38.315954 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf70c223-6cfc-434c-ac0d-2ab634e82cac" -d '{"events": [{"name": "network-changed", "server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "tag": "89429c20-07b8-4d70-b572-db9a536cf822"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:38.360835 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472d6e3c-4641-46b3-9d15-198475cd1d9d x-openstack-request-id: req-472d6e3c-4641-46b3-9d15-198475cd1d9d {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:38.361237 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "tag": "89429c20-07b8-4d70-b572-db9a536cf822", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:38.361390 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-472d6e3c-4641-46b3-9d15-198475cd1d9d {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:38.361781 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472d6e3c-4641-46b3-9d15-198475cd1d9d'] response: {'name': 'network-changed', 'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822', 'status': 'completed', 'code': 200} Apr 12 14:30:38.428796 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:38.542446 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d019-6241-497b-8b91-04f600c71784 req-9287a612-93af-4b33-a2eb-db8509a8ca15 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:38.554012 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8f32d019-6241-497b-8b91-04f600c71784 req-9287a612-93af-4b33-a2eb-db8509a8ca15 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.1066899 Apr 12 14:30:38.584557 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8b7d6-42b3-4659-b8d9-166150fde7ea req-21c12bd8-8cd0-4101-91b3-475165ff17c7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:38.593429 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22e8b7d6-42b3-4659-b8d9-166150fde7ea req-21c12bd8-8cd0-4101-91b3-475165ff17c7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 943 time: 0.0598948 Apr 12 14:30:38.619948 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8f32d019-6241-497b-8b91-04f600c71784 req-82ee97d7-e397-452b-bb48-135e3c3be075 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647998 Apr 12 14:30:38.649539 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-22e8b7d6-42b3-4659-b8d9-166150fde7ea req-4d1fd512-c769-467b-8617-54bef4cab9b0 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539484 Apr 12 14:30:38.709711 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-1b59bbd9-47d1-4fc0-a417-a21ffcec3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:38.711307 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-1b59bbd9-47d1-4fc0-a417-a21ffcec3c44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0436118 Apr 12 14:30:38.726221 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '790a299b-ce54-4ac9-93e4-c94b8f975303', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'port_id': '89429c20-07b8-4d70-b572-db9a536cf822', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'mac_address': 'fa:16:3e:37:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:14Z', 'updated_at': '2022-04-12T14:30:37Z', 'revision_number': 1, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:38.752311 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] Checking router: 9119e2f6-49c5-489c-a3b6-0afcf61f3050 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:38.766013 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:38.767138 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:30:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:38.821455 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-5bdc8699-0aea-4670-98f5-b45a87c79ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:38.823254 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-5bdc8699-0aea-4670-98f5-b45a87c79ded service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.1052928 Apr 12 14:30:38.838507 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:38.894481 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-70c236ee-68ba-4604-a313-60a67862b7a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89429c20-07b8-4d70-b572-db9a536cf822 HTTP/1.1" status: 200 len: 998 time: 0.0609636 Apr 12 14:30:38.914743 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:38.944835 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-100bda29-6461-41af-8894-c6e7a59eeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:38.946336 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-100bda29-6461-41af-8894-c6e7a59eeb61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.0460513 Apr 12 14:30:39.012248 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-a47867ff-5bbc-4fe7-a4d6-906eb8f04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:39.013807 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-a47867ff-5bbc-4fe7-a4d6-906eb8f04753 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465083 Apr 12 14:30:39.217272 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '790a299b-ce54-4ac9-93e4-c94b8f975303', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'port_id': '89429c20-07b8-4d70-b572-db9a536cf822', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'mac_address': 'fa:16:3e:37:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:14Z', 'updated_at': '2022-04-12T14:30:37Z', 'revision_number': 1, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:39.246697 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1863de7-c7f6-424b-9926-5cf1994454f8 None None] The sync data for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi is: [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '790a299b-ce54-4ac9-93e4-c94b8f975303', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'port_id': '89429c20-07b8-4d70-b572-db9a536cf822', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'mac_address': 'fa:16:3e:37:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:14Z', 'updated_at': '2022-04-12T14:30:37Z', 'revision_number': 1, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:39.442246 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853724f-828d-4022-b8a4-93b83b545f38 None None] New status for floating IP 790a299b-ce54-4ac9-93e4-c94b8f975303: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:30:39.621311 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-79189631-274a-4885-aa37-2fb0306739e7 req-362eaf2d-d3db-4e35-a79e-b7ff66b5eadc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402994 Apr 12 14:30:39.632341 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-57800785-641d-47f1-83e2-6d44a5288502 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884719 Apr 12 14:30:39.727577 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79189631-274a-4885-aa37-2fb0306739e7 req-a0f2f8e1-284e-4224-8369-1e813412ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:39.729105 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-79189631-274a-4885-aa37-2fb0306739e7 req-a0f2f8e1-284e-4224-8369-1e813412ed9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 1129 time: 0.0635271 Apr 12 14:30:39.772120 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468409e-1d26-4bf1-847f-cc3de56bf90c req-ce5e4889-0c05-49c2-97c9-1a913be82663 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:39.773708 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4468409e-1d26-4bf1-847f-cc3de56bf90c req-ce5e4889-0c05-49c2-97c9-1a913be82663 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0706785 Apr 12 14:30:39.788864 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cf70c223-6cfc-434c-ac0d-2ab634e82cac req-2d62a040-fb93-4a07-8153-d165023a9368 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510992 Apr 12 14:30:39.838942 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea67e8a-3c1a-40a4-943c-b8e6a0eb5154 req-c620f012-06a2-45d5-af7e-5909329bbe64 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:39.840338 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4468409e-1d26-4bf1-847f-cc3de56bf90c req-4c7a850c-596d-4baf-8db0-49697a95aca9 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488117 Apr 12 14:30:39.840487 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dea67e8a-3c1a-40a4-943c-b8e6a0eb5154 req-c620f012-06a2-45d5-af7e-5909329bbe64 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 943 time: 0.1005220 Apr 12 14:30:39.937805 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dea67e8a-3c1a-40a4-943c-b8e6a0eb5154 req-565a2f79-ce08-4a43-a092-69c9c7af49b8 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692003 Apr 12 14:30:39.944253 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79189631-274a-4885-aa37-2fb0306739e7 req-a493ee4f-ade9-4ddc-b8c4-9d8649ed84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:39.945775 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-79189631-274a-4885-aa37-2fb0306739e7 req-a493ee4f-ade9-4ddc-b8c4-9d8649ed84b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.1680593 Apr 12 14:30:39.997598 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-79189631-274a-4885-aa37-2fb0306739e7 req-ef0f38ea-bc30-4181-bf58-b7429bdb306c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3 HTTP/1.1" status: 200 len: 217 time: 0.0454762 Apr 12 14:30:40.063981 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79189631-274a-4885-aa37-2fb0306739e7 req-78d1131d-744b-4e76-b0c3-ea8eda6e196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:40.068359 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-79189631-274a-4885-aa37-2fb0306739e7 req-78d1131d-744b-4e76-b0c3-ea8eda6e196c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0618975 Apr 12 14:30:40.129153 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79189631-274a-4885-aa37-2fb0306739e7 req-66a773ba-0426-4406-82aa-557c5b7e2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:40.130704 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-79189631-274a-4885-aa37-2fb0306739e7 req-66a773ba-0426-4406-82aa-557c5b7e2c6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431957 Apr 12 14:30:40.232993 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-79189631-274a-4885-aa37-2fb0306739e7 req-42559050-09dd-406b-a675-70b07d52c5a3 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963607 Apr 12 14:30:40.323500 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-79189631-274a-4885-aa37-2fb0306739e7 req-8586e3e5-fe4f-4816-9b80-8eb3691248a1 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845985 Apr 12 14:30:40.958255 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fd9ee-40c7-4646-ad5d-d96943c0bd89 req-b661dcae-ce26-4350-b609-cbf5c6c5abb6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:40.959732 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-809fd9ee-40c7-4646-ad5d-d96943c0bd89 req-b661dcae-ce26-4350-b609-cbf5c6c5abb6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0472848 Apr 12 14:30:41.011016 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-809fd9ee-40c7-4646-ad5d-d96943c0bd89 req-f1344b7e-085c-495e-86a9-75a228b5f6d4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454535 Apr 12 14:30:41.069193 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef09e96-b0c6-43e8-86f4-7921ad1987c1 req-c65b2469-f462-407d-b200-8f74df2b86db tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:41.070840 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4ef09e96-b0c6-43e8-86f4-7921ad1987c1 req-c65b2469-f462-407d-b200-8f74df2b86db tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 943 time: 0.0553796 Apr 12 14:30:41.124755 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4ef09e96-b0c6-43e8-86f4-7921ad1987c1 req-d6c125a2-db0d-40e6-8419-42074f9bd224 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451272 Apr 12 14:30:41.659295 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db451-9a76-408a-bb10-ce43cff66738 req-008b7e2e-201e-49ef-9f3b-87f03652b2c0 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:41.661674 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d36db451-9a76-408a-bb10-ce43cff66738 req-008b7e2e-201e-49ef-9f3b-87f03652b2c0 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0477793 Apr 12 14:30:41.716786 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d36db451-9a76-408a-bb10-ce43cff66738 req-2b20d501-ef27-4694-8bb6-8963e742b15c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497088 Apr 12 14:30:41.747964 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-15e39345-e4b0-4378-8192-752263993238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:41.750302 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-15e39345-e4b0-4378-8192-752263993238 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 1130 time: 0.0439253 Apr 12 14:30:41.845966 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-b960226f-d2a2-4453-bb3a-2e079fbaf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:41.847353 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-b960226f-d2a2-4453-bb3a-2e079fbaf878 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.0898371 Apr 12 14:30:41.970467 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-3c19f1ee-296f-453d-80c4-19819c846498 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 HTTP/1.1" status: 200 len: 1002 time: 0.0593016 Apr 12 14:30:42.351646 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a36a-f248-4a1f-a1dd-75eaa7677f7a req-a1ff7e8e-b270-4263-854f-98c8d519b740 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:42.353251 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08a4a36a-f248-4a1f-a1dd-75eaa7677f7a req-a1ff7e8e-b270-4263-854f-98c8d519b740 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 943 time: 0.1527209 Apr 12 14:30:42.406688 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08a4a36a-f248-4a1f-a1dd-75eaa7677f7a req-f2e91d21-2f55-4ba4-a580-efcacb0a6b97 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479126 Apr 12 14:30:42.619070 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-1bccca03-93dc-46d6-8a80-303bba6a1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:42.620550 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-1bccca03-93dc-46d6-8a80-303bba6a1625 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0449266 Apr 12 14:30:42.668829 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-9be552f8-60d1-489e-8e8a-4a67d07196e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:42.670382 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-9be552f8-60d1-489e-8e8a-4a67d07196e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398552 Apr 12 14:30:42.764365 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-c39dd31b-bfdb-44b6-8bc1-66525a9f47f2 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877988 Apr 12 14:30:42.862890 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6f898960-4934-42f2-b856-c4a6ae012bc7 req-54ccf07b-5b8f-4047-baa0-44fec2ad2045 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917966 Apr 12 14:30:42.884489 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc8fc4-211f-4d88-95d9-797f7f93a4ab req-9d814617-bf33-4669-a6f3-915edb346471 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:42.886204 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79fc8fc4-211f-4d88-95d9-797f7f93a4ab req-9d814617-bf33-4669-a6f3-915edb346471 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.1013081 Apr 12 14:30:42.934504 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79fc8fc4-211f-4d88-95d9-797f7f93a4ab req-746e0e37-9303-4ca8-9802-4dd858c94a57 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Apr 12 14:30:42.959177 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42980) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:43.007762 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-3929a87a-3994-4f6b-8f35-54c603965075 admin admin] Deleting subnet a422e518-62cd-4ec7-aad3-823bd8c9b425 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:30:43.011168 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3929a87a-3994-4f6b-8f35-54c603965075 admin admin] Publish callbacks [] for subnet (a422e518-62cd-4ec7-aad3-823bd8c9b425), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.046703 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3929a87a-3994-4f6b-8f35-54c603965075 admin admin] Publish callbacks [] for subnet (a422e518-62cd-4ec7-aad3-823bd8c9b425), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.056838 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3929a87a-3994-4f6b-8f35-54c603965075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (a422e518-62cd-4ec7-aad3-823bd8c9b425), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.210624 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3929a87a-3994-4f6b-8f35-54c603965075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for subnet (a422e518-62cd-4ec7-aad3-823bd8c9b425), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.237625 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929a87a-3994-4f6b-8f35-54c603965075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a422e518-62cd-4ec7-aad3-823bd8c9b425,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:43.242088 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3929a87a-3994-4f6b-8f35-54c603965075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.245334 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3929a87a-3994-4f6b-8f35-54c603965075 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a422e518-62cd-4ec7-aad3-823bd8c9b425 HTTP/1.1" status: 204 len: 168 time: 0.2851202 Apr 12 14:30:43.247868 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42982) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:43.324122 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (e9f89579-be7f-4f44-b432-24a5c10c1fa9), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.408120 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (e9f89579-be7f-4f44-b432-24a5c10c1fa9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.433522 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.433869 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.434625 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.434960 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.435286 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.435608 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.435937 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.436263 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.436581 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.436903 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.513971 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.514224 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.514568 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.514927 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:30:43.515457 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f89579-be7f-4f44-b432-24a5c10c1fa9']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:43.523699 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19af1-15f0-4120-9b47-39b09b6a50ff req-91a18371-53f4-46d1-8a5c-0e2350ccfbb8 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:43.525284 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-06b19af1-15f0-4120-9b47-39b09b6a50ff req-91a18371-53f4-46d1-8a5c-0e2350ccfbb8 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 943 time: 0.0497146 Apr 12 14:30:43.535206 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:43.536235 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc5baab-70dc-4783-9d5e-9fe9d54a10d2') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:43.555050 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13984738'] for segment (ecc5baab-70dc-4783-9d5e-9fe9d54a10d2), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.576936 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (ecc5baab-70dc-4783-9d5e-9fe9d54a10d2), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.578655 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-06b19af1-15f0-4120-9b47-39b09b6a50ff req-b1a8ee0e-ed61-4e8f-8d89-8cfb0352517b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477226 Apr 12 14:30:43.586819 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:30:43.587221 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15437101'] for segment (ecc5baab-70dc-4783-9d5e-9fe9d54a10d2), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: from cryptography.utils import int_from_bytes Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: from cryptography.utils import int_from_bytes Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: Traceback (most recent call last): Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: timer() Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: cb(*args, **kw) Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: self._notify() Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: self.callback(batched_events) Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: event.method(event) Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: return f(self, *a, **k) Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._get(url).json() Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:30:43.591620 dv-cinder-837522-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:30:43.721338 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-e91ec605-4782-499b-ac92-a9a2aee78477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.732777 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (e9f89579-be7f-4f44-b432-24a5c10c1fa9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.740214 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:43.744645 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e9f89579-be7f-4f44-b432-24a5c10c1fa9 HTTP/1.1" status: 204 len: 168 time: 0.4957633 Apr 12 14:30:43.754468 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717383a-37a7-435f-b037-fe2ab8b69fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f89579-be7f-4f44-b432-24a5c10c1fa9,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:44.050579 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15a76-a25d-4c14-acf7-05ff686d15d7 req-9ce0fb97-e73d-468d-86a9-5c31b388155e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:44.052095 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a4c15a76-a25d-4c14-acf7-05ff686d15d7 req-9ce0fb97-e73d-468d-86a9-5c31b388155e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0485020 Apr 12 14:30:44.103810 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a4c15a76-a25d-4c14-acf7-05ff686d15d7 req-34a21304-a4b7-4a3d-9acd-68cc0c72f00a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 Apr 12 14:30:44.115275 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42992) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:44.143047 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-dacf142f-5663-4aaa-b116-ad5c3020d7aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d09d16c1614c4715a121f402aeaa024f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379500 Apr 12 14:30:44.150295 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 42994) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:44.196793 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e7c6-6835-430a-853e-b7b40421bb27 admin admin] Publish callbacks [] for security_group (064e7448-6d38-435f-8523-3af5a09a0b54), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:44.220026 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e7c6-6835-430a-853e-b7b40421bb27 admin admin] Publish callbacks [] for security_group (064e7448-6d38-435f-8523-3af5a09a0b54), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:44.364927 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e7c6-6835-430a-853e-b7b40421bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (064e7448-6d38-435f-8523-3af5a09a0b54), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:44.367441 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e7c6-6835-430a-853e-b7b40421bb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:44.368605 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-fdf4e7c6-6835-430a-853e-b7b40421bb27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/064e7448-6d38-435f-8523-3af5a09a0b54 HTTP/1.1" status: 204 len: 168 time: 0.2174251 Apr 12 14:30:44.376541 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4e7c6-6835-430a-853e-b7b40421bb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064e7448-6d38-435f-8523-3af5a09a0b54,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:44.695072 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec0e1-cfab-425b-9142-493eaaa49071 req-04b10bde-7e6c-4877-ac1d-4935fd2e935b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:44.696608 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-927ec0e1-cfab-425b-9142-493eaaa49071 req-04b10bde-7e6c-4877-ac1d-4935fd2e935b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 943 time: 0.0481932 Apr 12 14:30:44.751792 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-927ec0e1-cfab-425b-9142-493eaaa49071 req-b5fa99ba-eefd-4f1c-a03b-bfa6c80cc710 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492158 Apr 12 14:30:45.215499 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e07ed3-148a-4ea9-8cb8-f5d973069418 req-04fcad6c-cbed-479f-97dc-63ebd064a457 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:45.216991 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67e07ed3-148a-4ea9-8cb8-f5d973069418 req-04fcad6c-cbed-479f-97dc-63ebd064a457 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0470226 Apr 12 14:30:45.266102 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67e07ed3-148a-4ea9-8cb8-f5d973069418 req-7d4132b1-06e5-40be-8f3a-24bb923380e6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 Apr 12 14:30:45.373185 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50b85-057f-4c69-b76e-79e6ff9bc31b req-d96ca91c-d021-4915-94d0-747976b98dc6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:45.374543 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-36d50b85-057f-4c69-b76e-79e6ff9bc31b req-d96ca91c-d021-4915-94d0-747976b98dc6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0457668 Apr 12 14:30:45.383663 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43004) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:45.388116 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-afd95d13-3161-4c4a-be37-32e232c54918 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Request body: {'floatingip': {'port_id': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:45.445821 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-afd95d13-3161-4c4a-be37-32e232c54918 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for floatingip (3a9823cc-9b24-4519-b87c-c2eb62e474c1), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:45.894281 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b7464-95fc-4b46-af97-0f3eae4d2f59 req-cef27e05-9b02-4dfd-b345-35d874ae5a52 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:45.895965 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a03b7464-95fc-4b46-af97-0f3eae4d2f59 req-cef27e05-9b02-4dfd-b345-35d874ae5a52 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 943 time: 0.0751729 Apr 12 14:30:45.964494 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb59b776-d770-4c16-872d-22f4715014e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:45.976913 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-afd95d13-3161-4c4a-be37-32e232c54918 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:45.990708 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a03b7464-95fc-4b46-af97-0f3eae4d2f59 req-64a7aecb-fb11-4211-a64f-65c90f99882c tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877841 Apr 12 14:30:46.025487 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device bd4d76fa-f982-410d-8e60-616ecac768dd details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:30:46.056018 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-afd95d13-3161-4c4a-be37-32e232c54918 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3a9823cc-9b24-4519-b87c-c2eb62e474c1), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:46.125867 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port bd4d76fa-f982-410d-8e60-616ecac768dd, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bd4d76fa-f982-410d-8e60-616ecac768dd,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:46.138854 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'port_id': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'mac_address': 'fa:16:3e:b1:35:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:30:46.176548 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port bd4d76fa-f982-410d-8e60-616ecac768dd is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:46.176931 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:46.193532 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4d76fa-f982-410d-8e60-616ecac768dd {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:30:46.213667 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port bd4d76fa-f982-410d-8e60-616ecac768dd, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bd4d76fa-f982-410d-8e60-616ecac768dd,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:46.270881 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd95d13-3161-4c4a-be37-32e232c54918 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Router ef359794-6ae9-4d5a-804f-da58770dc9cc has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:30:46.349517 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:46.384007 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd95d13-3161-4c4a-be37-32e232c54918 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:46.388876 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-afd95d13-3161-4c4a-be37-32e232c54918 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:46.394333 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04213405-08e3-4a53-973b-3c14695796ed None None] Sync routers for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:46.402991 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=bd4d76fa-f982-410d-8e60-616ecac768dd,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:46.407261 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04213405-08e3-4a53-973b-3c14695796ed None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:46.407899 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-04213405-08e3-4a53-973b-3c14695796ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:30:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:46.413588 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.425412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:46.427395 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:46.427395 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577ada47-b211-4269-adf5-e29d0a8105c2" -d '{"events": [{"name": "network-changed", "server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:46.469068 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-afd95d13-3161-4c4a-be37-32e232c54918 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "PUT /v2.0/floatingips/3a9823cc-9b24-4519-b87c-c2eb62e474c1 HTTP/1.1" status: 200 len: 994 time: 1.0770779 Apr 12 14:30:46.473775 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c3c2ca-e6a3-4e4a-8843-30b16a990782 x-openstack-request-id: req-d0c3c2ca-e6a3-4e4a-8843-30b16a990782 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:46.474028 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:46.474279 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0c3c2ca-e6a3-4e4a-8843-30b16a990782 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:46.474709 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c3c2ca-e6a3-4e4a-8843-30b16a990782'] response: {'name': 'network-changed', 'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'status': 'completed', 'code': 200} Apr 12 14:30:46.521603 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-04213405-08e3-4a53-973b-3c14695796ed None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:46.546894 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-3b3a5a6f-61fa-45bd-b2ce-ea2516620b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:46.548475 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-3b3a5a6f-61fa-45bd-b2ce-ea2516620b0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 1130 time: 0.0451243 Apr 12 14:30:46.641099 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-702e78b7-60f1-4b6b-9e93-82bc652e1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:46.642574 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-702e78b7-60f1-4b6b-9e93-82bc652e1a36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.0857708 Apr 12 14:30:46.649295 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['bd4d76fa-f982-410d-8e60-616ecac768dd'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:30:46.724487 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-555bb4ab-5c1d-4672-bbdf-44c12b520318 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 HTTP/1.1" status: 200 len: 1002 time: 0.0716207 Apr 12 14:30:46.748258 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-04213405-08e3-4a53-973b-3c14695796ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3a9823cc-9b24-4519-b87c-c2eb62e474c1', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'port_id': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'mac_address': 'fa:16:3e:6d:29:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20522977-1d90-49bc-848c-ba9ab4519b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:10Z', 'updated_at': '2022-04-12T14:30:45Z', 'revision_number': 3, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:05Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:46.776288 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-387a2912-3957-4e3a-b6d0-e316338497fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:46.776497 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04213405-08e3-4a53-973b-3c14695796ed None None] Checking router: ef359794-6ae9-4d5a-804f-da58770dc9cc for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:46.777889 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-387a2912-3957-4e3a-b6d0-e316338497fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0455024 Apr 12 14:30:46.784823 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04213405-08e3-4a53-973b-3c14695796ed None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:46.786039 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-04213405-08e3-4a53-973b-3c14695796ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:30:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:46.821274 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-0b53c1fc-91d2-4a49-8e76-e175ea3c87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:46.822792 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-0b53c1fc-91d2-4a49-8e76-e175ea3c87d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389168 Apr 12 14:30:46.896946 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-04213405-08e3-4a53-973b-3c14695796ed None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:46.919323 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-07eef517-4741-4b77-8783-bae55c86a24e service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902450 Apr 12 14:30:46.935948 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:47.009749 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-577ada47-b211-4269-adf5-e29d0a8105c2 req-57b43cc2-426c-4a2a-a7d7-e2f5b5d30ee1 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836456 Apr 12 14:30:47.118331 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81f69-0c33-4fe1-b528-769332581421 req-cd13b8cb-55b8-40d6-a263-b8fb11648d04 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:47.119925 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d9e81f69-0c33-4fe1-b528-769332581421 req-cd13b8cb-55b8-40d6-a263-b8fb11648d04 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 944 time: 0.0585973 Apr 12 14:30:47.123897 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-04213405-08e3-4a53-973b-3c14695796ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3a9823cc-9b24-4519-b87c-c2eb62e474c1', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'port_id': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'mac_address': 'fa:16:3e:6d:29:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20522977-1d90-49bc-848c-ba9ab4519b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:10Z', 'updated_at': '2022-04-12T14:30:45Z', 'revision_number': 3, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:05Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:47.154320 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04213405-08e3-4a53-973b-3c14695796ed None None] The sync data for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi is: [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3a9823cc-9b24-4519-b87c-c2eb62e474c1', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'port_id': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'mac_address': 'fa:16:3e:6d:29:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20522977-1d90-49bc-848c-ba9ab4519b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:10Z', 'updated_at': '2022-04-12T14:30:45Z', 'revision_number': 3, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:05Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:47.171423 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d9e81f69-0c33-4fe1-b528-769332581421 req-ea9a024c-00fb-49eb-998e-5394ae37972c tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457232 Apr 12 14:30:48.035444 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device bd4d76fa-f982-410d-8e60-616ecac768dd up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:30:48.083751 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port bd4d76fa-f982-410d-8e60-616ecac768dd completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:30:48.194098 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port bd4d76fa-f982-410d-8e60-616ecac768dd triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:48.194507 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:48.276093 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port bd4d76fa-f982-410d-8e60-616ecac768dd is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:48.276487 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:48.292845 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae557b-1e26-48b3-8b25-2b320a72c128 req-4572425c-e016-4e5f-9245-da39a016748b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:48.294278 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ddae557b-1e26-48b3-8b25-2b320a72c128 req-4572425c-e016-4e5f-9245-da39a016748b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 944 time: 0.0503707 Apr 12 14:30:48.299121 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4d76fa-f982-410d-8e60-616ecac768dd'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:48.301892 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa25e8f-4379-4ee9-8ea2-97fe9e6a1c9a" -d '{"events": [{"server_uuid": "944044cb-2e63-47fb-a9e5-522c6a47fd2d", "name": "network-vif-plugged", "status": "completed", "tag": "bd4d76fa-f982-410d-8e60-616ecac768dd"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:48.314984 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port bd4d76fa-f982-410d-8e60-616ecac768dd, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bd4d76fa-f982-410d-8e60-616ecac768dd,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:48.345836 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517b2370-9174-4c10-a512-8ae13ad25312 x-openstack-request-id: req-517b2370-9174-4c10-a512-8ae13ad25312 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:48.345836 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944044cb-2e63-47fb-a9e5-522c6a47fd2d", "name": "network-vif-plugged", "status": "completed", "tag": "bd4d76fa-f982-410d-8e60-616ecac768dd", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:48.345836 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-517b2370-9174-4c10-a512-8ae13ad25312 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:48.345836 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517b2370-9174-4c10-a512-8ae13ad25312'] response: {'server_uuid': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'code': 200} Apr 12 14:30:48.406615 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:48.460218 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=bd4d76fa-f982-410d-8e60-616ecac768dd,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:48.476228 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:48.479240 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bebc836-17b7-438a-b16f-626988640792" -d '{"events": [{"name": "network-changed", "server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:48.523747 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0024f3ba-e576-4f3d-99b5-a96a412814cc x-openstack-request-id: req-0024f3ba-e576-4f3d-99b5-a96a412814cc {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:48.523747 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:48.523747 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0024f3ba-e576-4f3d-99b5-a96a412814cc {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:48.523747 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0024f3ba-e576-4f3d-99b5-a96a412814cc'] response: {'name': 'network-changed', 'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'status': 'completed', 'code': 200} Apr 12 14:30:48.624923 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebc836-17b7-438a-b16f-626988640792 req-c5256158-304b-4ad0-94fe-f35e0f48d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:48.626322 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3bebc836-17b7-438a-b16f-626988640792 req-c5256158-304b-4ad0-94fe-f35e0f48d9bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f26170c3294efc8e2156d7bbf0f995&device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 1130 time: 0.0571585 Apr 12 14:30:48.630316 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ddae557b-1e26-48b3-8b25-2b320a72c128 req-526e65b8-b6b8-4513-bdcd-efed1d7e941a tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303638 Apr 12 14:30:48.638889 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:48.719278 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebc836-17b7-438a-b16f-626988640792 req-797e8119-d2d7-4cf0-acfe-dd3f89a25bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:48.720761 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3bebc836-17b7-438a-b16f-626988640792 req-797e8119-d2d7-4cf0-acfe-dd3f89a25bc2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 200 len: 919 time: 0.0877247 Apr 12 14:30:48.786989 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3bebc836-17b7-438a-b16f-626988640792 req-01ca1873-5cb0-47d6-bab9-384b1644028e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 HTTP/1.1" status: 200 len: 1002 time: 0.0583081 Apr 12 14:30:48.835269 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebc836-17b7-438a-b16f-626988640792 req-04060a8a-2fe4-4a12-8cb9-2b2268890eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:48.836731 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3bebc836-17b7-438a-b16f-626988640792 req-04060a8a-2fe4-4a12-8cb9-2b2268890eed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 200 len: 857 time: 0.0435607 Apr 12 14:30:48.896363 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbf73a-be9d-4f38-8fc7-7483d8d43cd3 req-9b8e5a6c-d37a-47bb-99b9-5bd0dc9cf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:48.896680 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebc836-17b7-438a-b16f-626988640792 req-5e457e57-dffa-4134-b9d5-ef0ccccf595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:48.897809 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fdcbf73a-be9d-4f38-8fc7-7483d8d43cd3 req-9b8e5a6c-d37a-47bb-99b9-5bd0dc9cf647 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 1129 time: 0.0415421 Apr 12 14:30:48.898195 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3bebc836-17b7-438a-b16f-626988640792 req-5e457e57-dffa-4134-b9d5-ef0ccccf595b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ad4ef3-9453-4887-967a-e036cb79c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423706 Apr 12 14:30:48.950511 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fdcbf73a-be9d-4f38-8fc7-7483d8d43cd3 req-8da9b1a7-5fd7-4023-81f7-d870de4a57a4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390904 Apr 12 14:30:48.992232 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3bebc836-17b7-438a-b16f-626988640792 req-7839c3cf-4d06-4db5-9ca2-a139d6d4eaef service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807526 Apr 12 14:30:49.251396 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3bebc836-17b7-438a-b16f-626988640792 req-2bd75590-591f-4035-92a3-0624f409e007 service neutron] 10.222.0.48 "GET /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848572 Apr 12 14:30:49.748714 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b99f-6cbf-477a-873c-994c508499de req-43339ae0-8ba1-4d3b-82ce-920e8957fa0d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:49.750187 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a346b99f-6cbf-477a-873c-994c508499de req-43339ae0-8ba1-4d3b-82ce-920e8957fa0d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 945 time: 0.0478504 Apr 12 14:30:49.798844 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a346b99f-6cbf-477a-873c-994c508499de req-e093f378-be49-40e2-a88a-eb8ac90a2658 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 Apr 12 14:30:50.000677 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:50.917974 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd92e1-2d45-4522-aa87-4d255d6fcd55 req-33de5a3d-2471-4634-bff4-7e15d01572b5 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:50.919472 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-88bd92e1-2d45-4522-aa87-4d255d6fcd55 req-33de5a3d-2471-4634-bff4-7e15d01572b5 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 945 time: 0.0523155 Apr 12 14:30:50.968296 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-88bd92e1-2d45-4522-aa87-4d255d6fcd55 req-bc972cfa-4c63-4d06-b7ad-beeaa38b00e1 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Apr 12 14:30:51.080762 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef66f20-4ae0-49a7-9c62-c153534080e7 req-19f74600-2b09-4386-bffb-bd407d5d90eb tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:51.082831 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cef66f20-4ae0-49a7-9c62-c153534080e7 req-19f74600-2b09-4386-bffb-bd407d5d90eb tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 945 time: 0.0483623 Apr 12 14:30:51.131271 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cef66f20-4ae0-49a7-9c62-c153534080e7 req-e1fa7979-c58e-4901-8416-ea86ffc60938 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Apr 12 14:30:51.154134 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43036) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:51.379473 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb60e1c8-532b-4f97-aeff-52715b44d821 tempest-TestVolumeBootPattern-2140238721 tempest-TestVolumeBootPattern-2140238721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:51.381205 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bb60e1c8-532b-4f97-aeff-52715b44d821 tempest-TestVolumeBootPattern-2140238721 tempest-TestVolumeBootPattern-2140238721-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 1124 time: 0.2260840 Apr 12 14:30:51.384251 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43040) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:51.388389 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'port_id': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:51.492550 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:51.573973 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:51.923190 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Allocated IP 172.27.3.68 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/80337a5b-f43c-4797-a9ed-a958a2ec5a76) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:52.034649 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for port (80337a5b-f43c-4797-a9ed-a958a2ec5a76), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:52.184175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (80337a5b-f43c-4797-a9ed-a958a2ec5a76), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:52.224585 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:52.229082 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:52.232540 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:52.255195 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'Port': ['ID=80337a5b-f43c-4797-a9ed-a958a2ec5a76,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:52.266682 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.267039 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.267408 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.267750 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.268110 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.268455 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.268786 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.269274 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.269882 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.270391 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.270729 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.271061 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.271395 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.271721 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.272047 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:52.625846 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:52.765339 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (80337a5b-f43c-4797-a9ed-a958a2ec5a76), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:52.914009 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for port (80337a5b-f43c-4797-a9ed-a958a2ec5a76), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:53.044126 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (80337a5b-f43c-4797-a9ed-a958a2ec5a76), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:53.115130 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'Port': ['ID=80337a5b-f43c-4797-a9ed-a958a2ec5a76,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:53.127692 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:53.232662 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Floating IP 3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1 associated. External IP: 172.27.3.68, port: bd4d76fa-f982-410d-8e60-616ecac768dd. Apr 12 14:30:53.454663 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Router 128c1704-2d74-40f6-9410-15e2e83bea71 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:30:53.567014 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:53.578695 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] Sync routers for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:53.591070 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:53.591715 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:30:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:53.666085 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:53.700143 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-dbc0d734-b14e-49b4-a383-552ff99acb21 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3148696 Apr 12 14:30:53.700762 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'tag': 'bd4d76fa-f982-410d-8e60-616ecac768dd'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:53.703271 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afa5060-ab88-471a-b694-750b2ff00db6" -d '{"events": [{"name": "network-changed", "server_uuid": "944044cb-2e63-47fb-a9e5-522c6a47fd2d", "tag": "bd4d76fa-f982-410d-8e60-616ecac768dd"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:53.745879 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9af8c90-c697-43cb-ac71-4329033cad35 x-openstack-request-id: req-f9af8c90-c697-43cb-ac71-4329033cad35 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:53.746166 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944044cb-2e63-47fb-a9e5-522c6a47fd2d", "tag": "bd4d76fa-f982-410d-8e60-616ecac768dd", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:53.746636 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9af8c90-c697-43cb-ac71-4329033cad35 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:53.746841 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9af8c90-c697-43cb-ac71-4329033cad35'] response: {'name': 'network-changed', 'server_uuid': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'tag': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'status': 'completed', 'code': 200} Apr 12 14:30:53.814003 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-87bc99ad-d5d8-44ff-ba77-d9611e38a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:53.815511 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-87bc99ad-d5d8-44ff-ba77-d9611e38a9a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 1129 time: 0.0403085 Apr 12 14:30:53.830556 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:53.908513 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-ed55e525-272d-44bb-ae6a-1e0caaa2b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:53.909953 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-ed55e525-272d-44bb-ae6a-1e0caaa2b1fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 912 time: 0.0890899 Apr 12 14:30:53.975707 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-df600ad9-1463-4320-bcbf-e98b1fe4d8ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd4d76fa-f982-410d-8e60-616ecac768dd HTTP/1.1" status: 200 len: 998 time: 0.0589139 Apr 12 14:30:54.028101 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-04946948-ba68-4432-a0d5-e57008ebe807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:54.029725 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-04946948-ba68-4432-a0d5-e57008ebe807 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0485332 Apr 12 14:30:54.075131 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-602e74d2-c50f-4f93-95be-7ba430c73fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:54.076653 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-602e74d2-c50f-4f93-95be-7ba430c73fcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402668 Apr 12 14:30:54.097979 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:b1:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:52Z', 'updated_at': '2022-04-12T14:30:52Z', 'revision_number': 0, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:54.124097 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] Checking router: 128c1704-2d74-40f6-9410-15e2e83bea71 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:54.133066 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:54.133691 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:30:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:54.165612 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-3558ac00-946f-4b38-aecc-aa4a2405385a service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826030 Apr 12 14:30:54.243790 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:54.259123 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8afa5060-ab88-471a-b694-750b2ff00db6 req-b8a779ea-08c0-4c24-b86d-ceb4686da77a service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869761 Apr 12 14:30:54.478645 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:b1:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:52Z', 'updated_at': '2022-04-12T14:30:52Z', 'revision_number': 0, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:54.505574 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a670a5-0a2e-4a74-8c5e-be210b35d566 None None] The sync data for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi is: [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:b1:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:52Z', 'updated_at': '2022-04-12T14:30:52Z', 'revision_number': 0, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:54.700707 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677f584-333b-44dc-814b-e80b770cfd91 None None] New status for floating IP 3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1: ACTIVE {{(pid=103906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:30:56.767142 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:31:03.272051 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51f5a5-ed27-4c88-9238-57546c68d21d req-d3cce66f-e46a-46ec-b199-8f339b1affb6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:03.273577 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3d51f5a5-ed27-4c88-9238-57546c68d21d req-d3cce66f-e46a-46ec-b199-8f339b1affb6 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 945 time: 0.0477395 Apr 12 14:31:03.320071 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3d51f5a5-ed27-4c88-9238-57546c68d21d req-563ae410-825a-4c9d-ba63-b42ea73c44e5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 Apr 12 14:31:04.437105 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15f2b-8e1f-4aa3-b33f-003bfbea882d req-393e6ef7-c34e-4a83-8539-d5ddbe272e99 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:04.438594 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88d15f2b-8e1f-4aa3-b33f-003bfbea882d req-393e6ef7-c34e-4a83-8539-d5ddbe272e99 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 945 time: 0.0471857 Apr 12 14:31:04.486101 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88d15f2b-8e1f-4aa3-b33f-003bfbea882d req-e966daae-df41-4092-bcac-df21a38b73d8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413051 Apr 12 14:31:05.063090 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-73e28c48-c20f-4bcc-9a0d-bd949aa47ac2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:05.064444 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-73e28c48-c20f-4bcc-9a0d-bd949aa47ac2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 945 time: 0.0506649 Apr 12 14:31:05.150195 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Deleting port 612b05f7-0c04-4785-bbff-5a8f2548e4de {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:05.150534 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:05.241938 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] For port 612b05f7-0c04-4785-bbff-5a8f2548e4de, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=612b05f7-0c04-4785-bbff-5a8f2548e4de,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:05.242295 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:05.413214 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:05.413582 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (ce94f2bd-36c8-4de9-a290-8960382271d1), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:05.413896 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Floating IP ce94f2bd-36c8-4de9-a290-8960382271d1 disassociated. External IP: 172.27.3.61, port: 612b05f7-0c04-4785-bbff-5a8f2548e4de. Apr 12 14:31:05.414231 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Calling delete_port for 612b05f7-0c04-4785-bbff-5a8f2548e4de owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:05.602063 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6595a-efa4-4f4a-9020-9d35dcdc84cf req-6be19a57-f3ad-415a-90a7-423a10f85b2a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:05.603537 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ad6595a-efa4-4f4a-9020-9d35dcdc84cf req-6be19a57-f3ad-415a-90a7-423a10f85b2a tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 945 time: 0.0485017 Apr 12 14:31:05.607297 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (612b05f7-0c04-4785-bbff-5a8f2548e4de), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:05.637564 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'Port': ['ID=612b05f7-0c04-4785-bbff-5a8f2548e4de,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:05.649180 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.649525 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.649871 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.650210 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.650546 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.650876 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.651202 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.651528 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.651853 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.652180 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.652506 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.652830 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.653178 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.653498 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.653824 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:05.658246 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ad6595a-efa4-4f4a-9020-9d35dcdc84cf req-27b9b84d-6df6-4439-8ae9-06c69ca3e1a3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=943a7d97-1b61-483d-b7d5-e0644fcba70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479391 Apr 12 14:31:05.777416 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:05.887081 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:05.898567 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:05.908535 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:05.909186 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:30:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:05.929810 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] No DVR routers for this DVR port 612b05f7-0c04-4785-bbff-5a8f2548e4de on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:05.932217 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:05.935483 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d4730bf5-73e0-451a-86db-89b452e8be25 req-de08c12d-637a-4eb8-96a7-1db37a901a07 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "DELETE /v2.0/ports/612b05f7-0c04-4785-bbff-5a8f2548e4de HTTP/1.1" status: 204 len: 173 time: 0.8654137 Apr 12 14:31:05.935924 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'name': 'network-vif-deleted', 'tag': '612b05f7-0c04-4785-bbff-5a8f2548e4de'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:05.938185 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7911e60c-7ff5-42ed-a6b8-eab0d3fa66bd" -d '{"events": [{"server_uuid": "fb3ea24c-9e4a-4ff6-ba57-89b932512317", "name": "network-vif-deleted", "tag": "612b05f7-0c04-4785-bbff-5a8f2548e4de"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:06.024010 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:06.103752 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6244de13-a807-42a2-9ddb-e738663cb740 x-openstack-request-id: req-6244de13-a807-42a2-9ddb-e738663cb740 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:06.104220 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3ea24c-9e4a-4ff6-ba57-89b932512317", "name": "network-vif-deleted", "tag": "612b05f7-0c04-4785-bbff-5a8f2548e4de", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:06.104701 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6244de13-a807-42a2-9ddb-e738663cb740 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:06.105297 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6244de13-a807-42a2-9ddb-e738663cb740'] response: {'server_uuid': 'fb3ea24c-9e4a-4ff6-ba57-89b932512317', 'name': 'network-vif-deleted', 'tag': '612b05f7-0c04-4785-bbff-5a8f2548e4de', 'status': 'completed', 'code': 200} Apr 12 14:31:06.226708 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:06.253424 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:06.262606 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:06.263393 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:30:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:06.373095 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:06.560551 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:06.590220 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31186b58-8f1a-4815-8e04-22a22fe2cad4 None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:06.776551 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bfef969a-0289-4e3c-aef6-6d8feffaae26 req-77427b2b-54f4-4f0b-992b-c8e4d4b1dbde tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3ea24c-9e4a-4ff6-ba57-89b932512317 HTTP/1.1" status: 200 len: 210 time: 0.0294962 Apr 12 14:31:06.820586 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298eae2-ac3a-429d-92a2-9448cb01e4f6 None None] New status for floating IP ce94f2bd-36c8-4de9-a290-8960382271d1: DOWN {{(pid=103906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:31:07.924875 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43126) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:07.978870 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dee2a4de-5892-451d-b328-480aa6f27de0 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (943a7d97-1b61-483d-b7d5-e0644fcba70b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.002410 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dee2a4de-5892-451d-b328-480aa6f27de0 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (943a7d97-1b61-483d-b7d5-e0644fcba70b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.106809 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dee2a4de-5892-451d-b328-480aa6f27de0 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (943a7d97-1b61-483d-b7d5-e0644fcba70b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.109424 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dee2a4de-5892-451d-b328-480aa6f27de0 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.110593 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-dee2a4de-5892-451d-b328-480aa6f27de0 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "DELETE /v2.0/security-groups/943a7d97-1b61-483d-b7d5-e0644fcba70b HTTP/1.1" status: 204 len: 168 time: 0.1840141 Apr 12 14:31:08.114463 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 43128) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:08.120386 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2a4de-5892-451d-b328-480aa6f27de0 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943a7d97-1b61-483d-b7d5-e0644fcba70b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:08.130322 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.api.v2.resource [None req-895705a7-b1aa-4aa8-b354-ad103af520f9 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] show failed (client error): The resource could not be found. Apr 12 14:31:08.134344 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43130) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:08.134500 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-895705a7-b1aa-4aa8-b354-ad103af520f9 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups/943a7d97-1b61-483d-b7d5-e0644fcba70b HTTP/1.1" status: 404 len: 347 time: 0.0188942 Apr 12 14:31:08.251880 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Deleting port 4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:08.252139 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.329699 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.330035 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.342936 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Calling delete_port for 4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:08.636248 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.662454 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'Port': ['ID=4d1bb6eb-f8d4-4b8f-a3ac-2ae4186a1616,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:08.724623 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (ce94f2bd-36c8-4de9-a290-8960382271d1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.727134 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:08.728291 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5ba6945f-9b4c-465f-a7a6-59ba510461ac tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "DELETE /v2.0/floatingips/ce94f2bd-36c8-4de9-a290-8960382271d1 HTTP/1.1" status: 204 len: 168 time: 0.5927551 Apr 12 14:31:08.732503 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:09.138649 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43134) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:09.143130 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-5e6acef8-a2d9-418c-b0d5-8e50b6652981 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816088941', 'description': 'tempest-description--637641908'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:09.298048 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5e6acef8-a2d9-418c-b0d5-8e50b6652981 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:09.365752 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5e6acef8-a2d9-418c-b0d5-8e50b6652981 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (2401ec79-b67d-4930-ba62-115ccc2a06c2), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:09.455855 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5e6acef8-a2d9-418c-b0d5-8e50b6652981 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2401ec79-b67d-4930-ba62-115ccc2a06c2), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:09.484757 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6acef8-a2d9-418c-b0d5-8e50b6652981 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2401ec79-b67d-4930-ba62-115ccc2a06c2,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:09.577576 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5e6acef8-a2d9-418c-b0d5-8e50b6652981 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:09.578925 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5e6acef8-a2d9-418c-b0d5-8e50b6652981 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4392810 Apr 12 14:31:09.583143 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43136) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:09.587483 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-48e4760d-0a56-4ad6-b127-65d160666125 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group_rule': {'security_group_id': '2401ec79-b67d-4930-ba62-115ccc2a06c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:09.812112 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48e4760d-0a56-4ad6-b127-65d160666125 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (28ba6773-0810-4611-9c59-46ba701d94c3), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:09.866429 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48e4760d-0a56-4ad6-b127-65d160666125 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (28ba6773-0810-4611-9c59-46ba701d94c3), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.001260 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48e4760d-0a56-4ad6-b127-65d160666125 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (28ba6773-0810-4611-9c59-46ba701d94c3), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.019857 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4760d-0a56-4ad6-b127-65d160666125 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ba6773-0810-4611-9c59-46ba701d94c3,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:10.117453 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48e4760d-0a56-4ad6-b127-65d160666125 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.117860 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 612b05f7-0c04-4785-bbff-5a8f2548e4de no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:10.119374 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-48e4760d-0a56-4ad6-b127-65d160666125 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5352354 Apr 12 14:31:10.121313 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43138) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:10.133089 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-8f6c664f-4978-4cc5-a0f5-ed35da6f5147 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'security_group_rule': {'security_group_id': '2401ec79-b67d-4930-ba62-115ccc2a06c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:10.138280 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 612b05f7-0c04-4785-bbff-5a8f2548e4de {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:10.138632 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 612b05f7-0c04-4785-bbff-5a8f2548e4de not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:10.227924 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f6c664f-4978-4cc5-a0f5-ed35da6f5147 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (894ea221-adfd-48ce-a635-82f6618060d0), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.283677 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f6c664f-4978-4cc5-a0f5-ed35da6f5147 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (894ea221-adfd-48ce-a635-82f6618060d0), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.406645 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f6c664f-4978-4cc5-a0f5-ed35da6f5147 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (894ea221-adfd-48ce-a635-82f6618060d0), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.422599 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c664f-4978-4cc5-a0f5-ed35da6f5147 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894ea221-adfd-48ce-a635-82f6618060d0,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:10.526441 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f6c664f-4978-4cc5-a0f5-ed35da6f5147 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.527708 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8f6c664f-4978-4cc5-a0f5-ed35da6f5147 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4054408 Apr 12 14:31:10.530687 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43142) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:10.535851 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:10.644774 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.726181 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.829186 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Allocated IP 172.27.3.52 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/2bde029c-9b2e-4c18-ab15-00fac17e29b8) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:31:10.935749 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (2bde029c-9b2e-4c18-ab15-00fac17e29b8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.085159 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (2bde029c-9b2e-4c18-ab15-00fac17e29b8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.126339 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:11.129128 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:11.131629 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:31:11.156941 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=2bde029c-9b2e-4c18-ab15-00fac17e29b8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:11.223528 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (3f75c334-d77a-4426-a90b-aba506819c09), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.334806 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (2bde029c-9b2e-4c18-ab15-00fac17e29b8), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.486657 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (2bde029c-9b2e-4c18-ab15-00fac17e29b8), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.578250 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (2bde029c-9b2e-4c18-ab15-00fac17e29b8), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.650399 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=2bde029c-9b2e-4c18-ab15-00fac17e29b8,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:11.659810 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3f75c334-d77a-4426-a90b-aba506819c09), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.766243 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.767423 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a6947e54-f223-4b08-886d-1f4ed095547c tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2358139 Apr 12 14:31:11.915618 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-0dcc0374-960a-4a77-96b1-556a8be89ffa tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1816088941&fields=id&tenant_id=e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 267 time: 0.0442994 Apr 12 14:31:12.268661 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-1e858aec-5ee2-491e-ad70-ec3855720191 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:12.270254 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-1e858aec-5ee2-491e-ad70-ec3855720191 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 815 time: 0.3480809 Apr 12 14:31:12.284703 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-413e6c4d-bdc6-4e34-9def-ec445ab1d54f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/quotas/e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 375 time: 0.0089729 Apr 12 14:31:12.333021 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-d9043187-c493-4a49-86b5-75342d228ff5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432155 Apr 12 14:31:12.480374 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-f2b9b77a-fad6-4b88-8ade-b51356ec86e0 service neutron] 10.222.0.61 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360819 Apr 12 14:31:12.569593 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-6751f02b-5519-4eb2-95ae-28c7a1ada02c service neutron] 10.222.0.61 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834045 Apr 12 14:31:12.901302 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dfe51bb0-4235-4b7c-879e-f1ab748f735b req-4bce50e3-557e-46c8-8100-b62249e4bced tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 210 time: 0.0314050 Apr 12 14:31:13.732694 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2f7e-d67b-47cd-80c9-a60d4660020a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.018803 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fe813e80-be3a-4062-b277-d6f6e36b2553 req-0550fb69-543a-4c73-9680-a93fe9c7a865 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 210 time: 0.0328026 Apr 12 14:31:15.120405 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-362d4170-cb32-4448-834e-3b8e384ad4e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:15.121039 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-362d4170-cb32-4448-834e-3b8e384ad4e8 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 815 time: 0.1142707 Apr 12 14:31:15.146346 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cad1d388-8e12-458b-8814-5a9662874c48 req-36bd7f1c-39bc-481c-b3d0-7f6364bf8b0d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 210 time: 0.0509624 Apr 12 14:31:15.195535 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-440a5554-f3d3-4d59-bf34-bcc8aacc03cb tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e143bfbb72ff477eb0314ce2e307742b HTTP/1.1" status: 200 len: 380 time: 0.0563734 Apr 12 14:31:15.204417 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'port': {'device_id': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'admin_state_up': True, 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'security_groups': ['2401ec79-b67d-4930-ba62-115ccc2a06c2']}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:15.415432 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Made reservation on behalf of e143bfbb72ff477eb0314ce2e307742b for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:31:15.419035 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:15.558356 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Allocated IP 172.20.0.6 (c6cfda00-f47e-4714-a51e-54f6193af483/f4377840-8ce7-4f3c-a2b2-7858ae2d4481/70150a67-8a23-43ec-9cc3-626e909ed0e5) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:31:15.703962 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:15.807027 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:15.852436 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Network c6cfda00-f47e-4714-a51e-54f6193af483 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:15.855506 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:15.859119 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:31:15.883063 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event updated for resources: {'Port': ['ID=70150a67-8a23-43ec-9cc3-626e909ed0e5,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:15.920907 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:15.921609 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:15.938621 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-30239f27-0ed8-4f8a-a226-3c11288aeea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:16.009994 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-c5e9012f-16d4-4839-a20a-7ad0b521b280 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8091464 Apr 12 14:31:16.074192 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Request body: {'port': {'device_id': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:16.121095 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-11dd9ba8-795a-405d-b065-0f59fbe1a297 None None] Provisioning complete for port 70150a67-8a23-43ec-9cc3-626e909ed0e5 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:16.124658 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-11dd9ba8-795a-405d-b065-0f59fbe1a297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:16.137110 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:16.159294 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-11dd9ba8-795a-405d-b065-0f59fbe1a297 None None] Port 70150a67-8a23-43ec-9cc3-626e909ed0e5 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:31:16.310898 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a26f-fb0e-4379-a623-bd8417afaa77 req-04b7a821-ace5-47c3-9470-f97423070211 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:16.317457 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0fd7a26f-fb0e-4379-a623-bd8417afaa77 req-04b7a821-ace5-47c3-9470-f97423070211 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 931 time: 0.0755267 Apr 12 14:31:16.411149 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0fd7a26f-fb0e-4379-a623-bd8417afaa77 req-01b7364b-52ee-47aa-bb28-63ea54e236ea tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875297 Apr 12 14:31:16.483495 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70150a67-8a23-43ec-9cc3-626e909ed0e5 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:31:16.492188 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Publish callbacks [] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:16.507110 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Transition to ACTIVE for port object 70150a67-8a23-43ec-9cc3-626e909ed0e5 will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:31:16.601334 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:16.653645 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=70150a67-8a23-43ec-9cc3-626e909ed0e5,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:16.746799 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Attempting to bind port 70150a67-8a23-43ec-9cc3-626e909ed0e5 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:31:16.747052 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Attempting to bind port 70150a67-8a23-43ec-9cc3-626e909ed0e5 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:31:16.747379 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Attempting to bind port 70150a67-8a23-43ec-9cc3-626e909ed0e5 on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:16.752299 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Port 70150a67-8a23-43ec-9cc3-626e909ed0e5 on network c6cfda00-f47e-4714-a51e-54f6193af483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:31:16.752624 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Attempting to bind port 70150a67-8a23-43ec-9cc3-626e909ed0e5 on network c6cfda00-f47e-4714-a51e-54f6193af483 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:16.760000 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:31:16.760000 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Checking segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:31:16.760000 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Bound using segment: {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:31:16.760000 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Bound port: 70150a67-8a23-43ec-9cc3-626e909ed0e5, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:31:16.760643 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:16.844445 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] For port 70150a67-8a23-43ec-9cc3-626e909ed0e5, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:31:16.847721 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] For port 70150a67-8a23-43ec-9cc3-626e909ed0e5, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70150a67-8a23-43ec-9cc3-626e909ed0e5,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:31:16.964957 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:16.966398 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:17.003361 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:17.003987 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:17.006189 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] 10.222.0.48 "PUT /v2.0/ports/70150a67-8a23-43ec-9cc3-626e909ed0e5 HTTP/1.1" status: 200 len: 1093 time: 0.9869928 Apr 12 14:31:17.006652 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'tag': '70150a67-8a23-43ec-9cc3-626e909ed0e5'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:17.008899 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10772da-214b-40d2-9762-20d9a632bdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d", "tag": "70150a67-8a23-43ec-9cc3-626e909ed0e5"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:17.030416 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373f3b5-2cd2-4e35-914f-27585a61ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=70150a67-8a23-43ec-9cc3-626e909ed0e5,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:17.055204 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28917f85-7ea9-4755-8e14-d4b1467fba9f x-openstack-request-id: req-28917f85-7ea9-4755-8e14-d4b1467fba9f {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:17.055490 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d", "tag": "70150a67-8a23-43ec-9cc3-626e909ed0e5", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:17.055741 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28917f85-7ea9-4755-8e14-d4b1467fba9f {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:17.056138 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28917f85-7ea9-4755-8e14-d4b1467fba9f'] response: {'name': 'network-changed', 'server_uuid': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'tag': '70150a67-8a23-43ec-9cc3-626e909ed0e5', 'status': 'completed', 'code': 200} Apr 12 14:31:17.122426 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10772da-214b-40d2-9762-20d9a632bdc6 req-02142119-42a6-4a6d-a54a-fc3913120db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:17.124225 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d10772da-214b-40d2-9762-20d9a632bdc6 req-02142119-42a6-4a6d-a54a-fc3913120db8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 1127 time: 0.0442479 Apr 12 14:31:17.234021 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10772da-214b-40d2-9762-20d9a632bdc6 req-3da48e20-1296-4dc8-8fff-def1aafa9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:17.237620 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d10772da-214b-40d2-9762-20d9a632bdc6 req-3da48e20-1296-4dc8-8fff-def1aafa9eb0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e143bfbb72ff477eb0314ce2e307742b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1004698 Apr 12 14:31:17.334360 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10772da-214b-40d2-9762-20d9a632bdc6 req-4355fb4a-ea3b-4177-bc09-3b67c6a0bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:17.335813 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d10772da-214b-40d2-9762-20d9a632bdc6 req-4355fb4a-ea3b-4177-bc09-3b67c6a0bdfa service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887532 Apr 12 14:31:17.426929 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-71497d9e-1a48-4826-9b62-1400fac3d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:17.428429 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-71497d9e-1a48-4826-9b62-1400fac3d342 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 1127 time: 0.0505519 Apr 12 14:31:17.472860 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-cccfa3e3-86e7-42d9-85f3-0fbaf45ec35d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70150a67-8a23-43ec-9cc3-626e909ed0e5 HTTP/1.1" status: 200 len: 217 time: 0.0361876 Apr 12 14:31:17.565984 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487cd18-10ba-4906-9611-4e86f0c82852 req-9eb93183-d42c-4e9f-bd07-cc761660e0c7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:17.567539 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7487cd18-10ba-4906-9611-4e86f0c82852 req-9eb93183-d42c-4e9f-bd07-cc761660e0c7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 943 time: 0.0800741 Apr 12 14:31:17.583820 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-96d1b22a-335b-4e5b-bfcf-57bac100f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:17.586457 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-96d1b22a-335b-4e5b-bfcf-57bac100f858 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 200 len: 854 time: 0.0966187 Apr 12 14:31:17.649149 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-678e3bf4-a6be-44c2-8aae-a22681668d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:17.650707 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-678e3bf4-a6be-44c2-8aae-a22681668d42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6cfda00-f47e-4714-a51e-54f6193af483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555997 Apr 12 14:31:17.653834 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7487cd18-10ba-4906-9611-4e86f0c82852 req-ed0ae2fc-720a-43e8-8425-c3b63b737ac3 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800860 Apr 12 14:31:17.757872 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-e19ec871-24e9-443e-a4db-0a838ef9076a service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992332 Apr 12 14:31:17.865284 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-15ccffda-a97f-4011-a846-549ddd1b2d88 req-a1095e77-ec92-4681-bb2f-c6c12cb90747 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002786 Apr 12 14:31:18.607271 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:18.774123 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c954f-d61e-47c6-ac1b-8282da27d481 req-0fbe9836-f4c1-421d-8a7f-f210dbceae52 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:18.775504 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cd9c954f-d61e-47c6-ac1b-8282da27d481 req-0fbe9836-f4c1-421d-8a7f-f210dbceae52 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 943 time: 0.0475266 Apr 12 14:31:18.830928 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cd9c954f-d61e-47c6-ac1b-8282da27d481 req-25812efa-c29c-42b5-bc9d-c04f764c1859 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495720 Apr 12 14:31:19.366971 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ccac0-1f7d-47ad-975c-6a700070b978 req-6e226bad-7934-4fa0-ba7e-a7d9216477e6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:19.368349 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-746ccac0-1f7d-47ad-975c-6a700070b978 req-6e226bad-7934-4fa0-ba7e-a7d9216477e6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0463681 Apr 12 14:31:19.414910 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-746ccac0-1f7d-47ad-975c-6a700070b978 req-b7b91ad8-cb91-4385-ba4a-5b021f63c802 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Apr 12 14:31:19.947299 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56903921-02e6-4b7a-82fd-ca06e978e8b5 req-f1a5b9f7-d6af-4930-89de-ce104a79545f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:19.948722 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-56903921-02e6-4b7a-82fd-ca06e978e8b5 req-f1a5b9f7-d6af-4930-89de-ce104a79545f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 943 time: 0.0484035 Apr 12 14:31:19.995248 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:19.997217 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-56903921-02e6-4b7a-82fd-ca06e978e8b5 req-d82f5d78-b011-4c59-be81-6daffb6fc08b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Apr 12 14:31:20.532474 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dd41c-959a-4802-8a95-8ce47d96938b req-83a35ebd-7c8b-4430-aafc-c6ee740521fb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:20.534012 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9b8dd41c-959a-4802-8a95-8ce47d96938b req-83a35ebd-7c8b-4430-aafc-c6ee740521fb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0462894 Apr 12 14:31:20.581315 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9b8dd41c-959a-4802-8a95-8ce47d96938b req-8499d1e7-c731-4df6-a6a4-9db61bdaf9b1 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Apr 12 14:31:21.111091 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12d554-48dc-4f69-82fd-70138d11ab99 req-8fb2c6db-993e-4cfc-9a8d-0ec9df30bf68 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:21.112606 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8f12d554-48dc-4f69-82fd-70138d11ab99 req-8fb2c6db-993e-4cfc-9a8d-0ec9df30bf68 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 943 time: 0.0469949 Apr 12 14:31:21.159144 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8f12d554-48dc-4f69-82fd-70138d11ab99 req-5f74ccd8-50f1-4b4c-831d-a7e773103175 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402715 Apr 12 14:31:21.704639 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf2ce5-5d7d-4260-b1c1-b7d7af8a7a02 req-893cbc39-7f43-4e5e-8178-e94840bcd17a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:21.706113 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5baf2ce5-5d7d-4260-b1c1-b7d7af8a7a02 req-893cbc39-7f43-4e5e-8178-e94840bcd17a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0505939 Apr 12 14:31:21.752422 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5baf2ce5-5d7d-4260-b1c1-b7d7af8a7a02 req-a6ae9871-18f9-496e-8f30-ed82e7c17570 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402081 Apr 12 14:31:22.184453 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 70150a67-8a23-43ec-9cc3-626e909ed0e5 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:31:22.275404 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c21f3-4871-4004-b59e-259e2d63f15a req-e33447be-ec30-4b56-b9db-756cc4a7db41 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:22.276903 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bc4c21f3-4871-4004-b59e-259e2d63f15a req-e33447be-ec30-4b56-b9db-756cc4a7db41 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 943 time: 0.0513504 Apr 12 14:31:22.281783 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 70150a67-8a23-43ec-9cc3-626e909ed0e5, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70150a67-8a23-43ec-9cc3-626e909ed0e5,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:22.293234 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '70150a67-8a23-43ec-9cc3-626e909ed0e5', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'port_id': '70150a67-8a23-43ec-9cc3-626e909ed0e5', 'mac_address': 'fa:16:3e:06:de:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:31:22.324002 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bc4c21f3-4871-4004-b59e-259e2d63f15a req-1f280db5-3093-4d74-bebc-a115937ab41e tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414798 Apr 12 14:31:22.334306 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 70150a67-8a23-43ec-9cc3-626e909ed0e5 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:22.334697 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:22.347513 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70150a67-8a23-43ec-9cc3-626e909ed0e5 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:31:22.367170 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 70150a67-8a23-43ec-9cc3-626e909ed0e5, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70150a67-8a23-43ec-9cc3-626e909ed0e5,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:22.434799 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:22.481867 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=70150a67-8a23-43ec-9cc3-626e909ed0e5,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:22.710723 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['70150a67-8a23-43ec-9cc3-626e909ed0e5'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:22.871752 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03a7e-145b-4320-a927-977297d983ef req-aa1951e3-50e9-49d9-9eb0-4e7a952f646b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:22.873248 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-32c03a7e-145b-4320-a927-977297d983ef req-aa1951e3-50e9-49d9-9eb0-4e7a952f646b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0460324 Apr 12 14:31:22.918599 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-32c03a7e-145b-4320-a927-977297d983ef req-deb008e6-fcbf-42b6-9780-51fb12b8cef6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398922 Apr 12 14:31:23.435535 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef9c33-094c-4d0e-9aeb-a5ee6cb20bc2 req-ac3a328d-41b7-49be-beef-307751aaeebc tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:23.437104 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-88ef9c33-094c-4d0e-9aeb-a5ee6cb20bc2 req-ac3a328d-41b7-49be-beef-307751aaeebc tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 944 time: 0.0468392 Apr 12 14:31:23.483225 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-88ef9c33-094c-4d0e-9aeb-a5ee6cb20bc2 req-6cde4782-8662-4460-a125-8964a26951bc tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Apr 12 14:31:24.034504 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d70a5-72df-4dff-ab32-d7a3d011b353 req-908808f4-01fa-402d-b585-f609a41faeef tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:24.035967 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a8d70a5-72df-4dff-ab32-d7a3d011b353 req-908808f4-01fa-402d-b585-f609a41faeef tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0465186 Apr 12 14:31:24.086417 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a8d70a5-72df-4dff-ab32-d7a3d011b353 req-0dd67188-d754-42d2-9d27-c938d308a0a0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447128 Apr 12 14:31:24.184522 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 70150a67-8a23-43ec-9cc3-626e909ed0e5 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:31:24.228125 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 70150a67-8a23-43ec-9cc3-626e909ed0e5 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:31:24.309664 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 70150a67-8a23-43ec-9cc3-626e909ed0e5 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:24.310080 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:24.393939 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 70150a67-8a23-43ec-9cc3-626e909ed0e5 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:24.394357 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:24.418279 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70150a67-8a23-43ec-9cc3-626e909ed0e5'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:24.420956 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0d3df2-3880-441e-b809-5b67e543066a" -d '{"events": [{"server_uuid": "0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d", "name": "network-vif-plugged", "status": "completed", "tag": "70150a67-8a23-43ec-9cc3-626e909ed0e5"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:24.435236 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 70150a67-8a23-43ec-9cc3-626e909ed0e5, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70150a67-8a23-43ec-9cc3-626e909ed0e5,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:24.498028 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:24.530349 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0536cd13-95c6-415f-bc1b-2df62bae32d7 x-openstack-request-id: req-0536cd13-95c6-415f-bc1b-2df62bae32d7 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:24.530349 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d", "name": "network-vif-plugged", "status": "completed", "tag": "70150a67-8a23-43ec-9cc3-626e909ed0e5", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:24.530349 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0536cd13-95c6-415f-bc1b-2df62bae32d7 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:24.530349 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0536cd13-95c6-415f-bc1b-2df62bae32d7'] response: {'server_uuid': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70150a67-8a23-43ec-9cc3-626e909ed0e5', 'code': 200} Apr 12 14:31:24.557913 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=70150a67-8a23-43ec-9cc3-626e909ed0e5,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:24.607415 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604ca3b-e834-4b12-bd2c-29acc17c9282 req-a9df5e62-0a32-4adb-a0f8-9f52591ee5b1 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:24.608886 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0604ca3b-e834-4b12-bd2c-29acc17c9282 req-a9df5e62-0a32-4adb-a0f8-9f52591ee5b1 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 945 time: 0.0466743 Apr 12 14:31:24.655213 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0604ca3b-e834-4b12-bd2c-29acc17c9282 req-93acbd2e-fa49-4213-a7d4-4c2792131702 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400023 Apr 12 14:31:25.154701 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbca99-75d4-45be-bd09-4d77dbfc230d req-57d80a27-2c5c-4282-93c4-13ccab0e574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:25.156185 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e6cbca99-75d4-45be-bd09-4d77dbfc230d req-57d80a27-2c5c-4282-93c4-13ccab0e574a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 1129 time: 0.0378211 Apr 12 14:31:25.225895 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53688355-e055-40c7-bd03-b707e8abb960 req-1ef10cf2-b79d-4a9d-b90d-6e27ccd498cd tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:25.228153 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-53688355-e055-40c7-bd03-b707e8abb960 req-1ef10cf2-b79d-4a9d-b90d-6e27ccd498cd tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0710042 Apr 12 14:31:25.252575 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e6cbca99-75d4-45be-bd09-4d77dbfc230d req-d6ca81b8-8eb8-49b1-89ce-158a5d82a32a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871122 Apr 12 14:31:25.299758 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-53688355-e055-40c7-bd03-b707e8abb960 req-f142a864-1b92-4fda-8c4a-dbfd4278fbcb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653605 Apr 12 14:31:25.770102 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa137b-92f5-4325-b261-6754ba1ff874 req-e8f792a5-fe30-4d2b-9a86-77678119350f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:25.772172 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0dfa137b-92f5-4325-b261-6754ba1ff874 req-e8f792a5-fe30-4d2b-9a86-77678119350f tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 945 time: 0.0476341 Apr 12 14:31:25.823404 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0dfa137b-92f5-4325-b261-6754ba1ff874 req-1bbad4b7-27e2-408c-936f-338802c4f0b7 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455763 Apr 12 14:31:26.417294 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca5c3a-c0cf-420e-a087-dc4c3e9888fc req-f3382bb6-4390-46ae-9fc9-c0085d19f42e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:26.418742 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-baca5c3a-c0cf-420e-a087-dc4c3e9888fc req-f3382bb6-4390-46ae-9fc9-c0085d19f42e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0465028 Apr 12 14:31:26.465268 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-baca5c3a-c0cf-420e-a087-dc4c3e9888fc req-84d9a6c1-6eb0-4865-b63c-0dbb2b70bec6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Apr 12 14:31:26.938874 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70f571-52fe-418e-b716-0a161cb5af1d req-c3d8a33d-cdfb-4276-bd75-5f687446c19b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:26.940384 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3c70f571-52fe-418e-b716-0a161cb5af1d req-c3d8a33d-cdfb-4276-bd75-5f687446c19b tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 945 time: 0.0503538 Apr 12 14:31:26.992575 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3c70f571-52fe-418e-b716-0a161cb5af1d req-8d15da23-0ccb-4f90-819c-9d64dfccf4f2 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457134 Apr 12 14:31:27.370789 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccfa69-d50b-4f48-8d05-f7f9e99c8973 req-1d75a05a-97f8-405f-9a23-aaf4701056d4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:27.372251 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b4ccfa69-d50b-4f48-8d05-f7f9e99c8973 req-1d75a05a-97f8-405f-9a23-aaf4701056d4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0470011 Apr 12 14:31:27.419980 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b4ccfa69-d50b-4f48-8d05-f7f9e99c8973 req-59a98719-2d96-42d3-9d2d-01e747d146b3 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Apr 12 14:31:27.586613 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064bee0-0bff-4929-bd37-1b0bcc6947c8 req-a960a9c8-b45a-457d-bb58-3f55219d4da7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:27.588142 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3064bee0-0bff-4929-bd37-1b0bcc6947c8 req-a960a9c8-b45a-457d-bb58-3f55219d4da7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0475342 Apr 12 14:31:27.636988 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3064bee0-0bff-4929-bd37-1b0bcc6947c8 req-28d5a9a3-9814-4ba7-b9a4-e324cdd3e5bd tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428650 Apr 12 14:31:28.104449 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34191d4e-c12e-48fa-a016-12a5d15a54e4 req-53cde553-6280-42e9-8599-9184f01df750 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:28.105973 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-34191d4e-c12e-48fa-a016-12a5d15a54e4 req-53cde553-6280-42e9-8599-9184f01df750 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 945 time: 0.0462148 Apr 12 14:31:28.151051 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-34191d4e-c12e-48fa-a016-12a5d15a54e4 req-dff19d22-4be8-49ca-8773-0062b7e6f12e tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393622 Apr 12 14:31:28.257315 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7796-3013-4247-a886-2d4a4d91c903 req-7da79865-a796-4d5f-bd39-329eeb6dab19 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:28.258788 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee2d7796-3013-4247-a886-2d4a4d91c903 req-7da79865-a796-4d5f-bd39-329eeb6dab19 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 945 time: 0.0453455 Apr 12 14:31:28.267839 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43288) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:28.272747 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b893ba95-5411-4972-97d7-1b78122e1e75 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Request body: {'floatingip': {'port_id': '70150a67-8a23-43ec-9cc3-626e909ed0e5'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:28.314225 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b893ba95-5411-4972-97d7-1b78122e1e75 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (3f75c334-d77a-4426-a90b-aba506819c09), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:28.539428 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e906-90e0-48d7-ac60-354c231028f8 req-e536c626-6424-4f43-9631-d732121119d6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:28.540826 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2734e906-90e0-48d7-ac60-354c231028f8 req-e536c626-6424-4f43-9631-d732121119d6 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0509632 Apr 12 14:31:28.589865 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2734e906-90e0-48d7-ac60-354c231028f8 req-c177b74f-c6bc-4f8a-b5c9-e7b7cf4583d0 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426474 Apr 12 14:31:28.793094 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118434f-412e-4740-a5c6-f61a8e11e5ea req-11f42fd6-5f09-400a-b07c-debf21fa1e53 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:28.794504 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b118434f-412e-4740-a5c6-f61a8e11e5ea req-11f42fd6-5f09-400a-b07c-debf21fa1e53 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0821280 Apr 12 14:31:28.803863 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b893ba95-5411-4972-97d7-1b78122e1e75 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:28.843949 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b118434f-412e-4740-a5c6-f61a8e11e5ea req-07bf6330-457e-4bf4-b33e-251a309b7bfc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428324 Apr 12 14:31:28.863904 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b893ba95-5411-4972-97d7-1b78122e1e75 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3f75c334-d77a-4426-a90b-aba506819c09), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:28.968712 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-b893ba95-5411-4972-97d7-1b78122e1e75 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Floating IP 3f75c334-d77a-4426-a90b-aba506819c09 associated. External IP: 172.27.3.52, port: 70150a67-8a23-43ec-9cc3-626e909ed0e5. Apr 12 14:31:29.178873 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b893ba95-5411-4972-97d7-1b78122e1e75 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:29.288216 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b893ba95-5411-4972-97d7-1b78122e1e75 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:29.293444 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b893ba95-5411-4972-97d7-1b78122e1e75 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:29.299450 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:29.309798 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:29.310428 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:31:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:29.322652 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b893ba95-5411-4972-97d7-1b78122e1e75 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "PUT /v2.0/floatingips/3f75c334-d77a-4426-a90b-aba506819c09 HTTP/1.1" status: 200 len: 990 time: 1.0537632 Apr 12 14:31:29.331023 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'tag': '70150a67-8a23-43ec-9cc3-626e909ed0e5'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:29.331023 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65629bd6-8f75-416e-9e11-49e1374e0976" -d '{"events": [{"name": "network-changed", "server_uuid": "0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d", "tag": "70150a67-8a23-43ec-9cc3-626e909ed0e5"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:29.423930 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13d152d-f009-4f45-ac07-b96a2ace1f1b x-openstack-request-id: req-a13d152d-f009-4f45-ac07-b96a2ace1f1b {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:29.424221 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d", "tag": "70150a67-8a23-43ec-9cc3-626e909ed0e5", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:29.424473 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a13d152d-f009-4f45-ac07-b96a2ace1f1b {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:29.424908 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13d152d-f009-4f45-ac07-b96a2ace1f1b'] response: {'name': 'network-changed', 'server_uuid': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'tag': '70150a67-8a23-43ec-9cc3-626e909ed0e5', 'status': 'completed', 'code': 200} Apr 12 14:31:29.545658 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:29.706214 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b9c25-98db-40e4-a945-a216c8fe1d8e req-113fb899-578b-4bea-9dbb-4a9f0d84a59c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:29.708365 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b03b9c25-98db-40e4-a945-a216c8fe1d8e req-113fb899-578b-4bea-9dbb-4a9f0d84a59c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0505064 Apr 12 14:31:29.754873 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b03b9c25-98db-40e4-a945-a216c8fe1d8e req-d748c344-13b9-4718-a1c1-20410697037c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400386 Apr 12 14:31:29.773742 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3f75c334-d77a-4426-a90b-aba506819c09', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '70150a67-8a23-43ec-9cc3-626e909ed0e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:06:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:11Z', 'updated_at': '2022-04-12T14:31:28Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:29.800094 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:29.808690 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:29.809327 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:31:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:29.919871 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:29.965283 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332b582-03c1-489f-95d5-27caaa23767e req-5727a666-b2d5-4079-a4e9-9b6918b6bc31 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:29.966835 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d332b582-03c1-489f-95d5-27caaa23767e req-5727a666-b2d5-4079-a4e9-9b6918b6bc31 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0490403 Apr 12 14:31:30.012631 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d332b582-03c1-489f-95d5-27caaa23767e req-5dcf8574-0443-4fd6-83da-a907aa71d364 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398071 Apr 12 14:31:30.141981 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3f75c334-d77a-4426-a90b-aba506819c09', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '70150a67-8a23-43ec-9cc3-626e909ed0e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:06:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:11Z', 'updated_at': '2022-04-12T14:31:28Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:30.168557 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851e555-f37b-43d4-864b-3a90caef1db7 None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '3f75c334-d77a-4426-a90b-aba506819c09', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'port_id': '70150a67-8a23-43ec-9cc3-626e909ed0e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'mac_address': 'fa:16:3e:06:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:11Z', 'updated_at': '2022-04-12T14:31:28Z', 'revision_number': 1, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:30.356548 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07daaf16-c30a-4af6-8a37-3d78215cde5e None None] New status for floating IP 3f75c334-d77a-4426-a90b-aba506819c09: ACTIVE {{(pid=103906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:31:30.626766 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-73636567-4502-4ccf-85ba-974006ef2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:30.628222 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-73636567-4502-4ccf-85ba-974006ef2217 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e143bfbb72ff477eb0314ce2e307742b&device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 1129 time: 0.0418773 Apr 12 14:31:30.762801 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-62e154b1-a41c-44d2-8a07-f61f9c6379af tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:30.764375 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-62e154b1-a41c-44d2-8a07-f61f9c6379af tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0526936 Apr 12 14:31:30.884387 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Deleting port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:30.884624 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.906946 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ec4cc-9793-4564-8e40-f6bf6f1ac878 req-eabf29bc-637f-4c7c-a68d-a8f9285c5cf2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:30.908425 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db4ec4cc-9793-4564-8e40-f6bf6f1ac878 req-eabf29bc-637f-4c7c-a68d-a8f9285c5cf2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 946 time: 0.0713985 Apr 12 14:31:30.971098 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-e81c21c3-4f61-4c4f-b174-62774a6c8972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:30.972622 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-e81c21c3-4f61-4c4f-b174-62774a6c8972 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 200 len: 916 time: 0.3386068 Apr 12 14:31:31.015034 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db4ec4cc-9793-4564-8e40-f6bf6f1ac878 req-0bea9e44-64c4-4800-9f69-d0f6c1ea4d43 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=759d3554-4a2f-44ed-b377-333797596f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958595 Apr 12 14:31:31.020337 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] For port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:31.020762 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.045944 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-59950c29-649f-4552-b9df-57ab566f36fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70150a67-8a23-43ec-9cc3-626e909ed0e5 HTTP/1.1" status: 200 len: 1000 time: 0.0633442 Apr 12 14:31:31.120493 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-30e91ea9-c2a3-40af-8911-c6f9e59045bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:31.121973 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-30e91ea9-c2a3-40af-8911-c6f9e59045bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 200 len: 854 time: 0.0692270 Apr 12 14:31:31.138870 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99df0e-54e5-4780-897e-23e4cba38be9 req-e8ae8624-4c2d-4187-875b-b26be1bd2e0a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:31.140191 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6a99df0e-54e5-4780-897e-23e4cba38be9 req-e8ae8624-4c2d-4187-875b-b26be1bd2e0a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0523369 Apr 12 14:31:31.198697 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.198926 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-28ff8ccb-4622-4ca3-9535-cafd74170f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:31.199053 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3a9823cc-9b24-4519-b87c-c2eb62e474c1), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.199637 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Floating IP 3a9823cc-9b24-4519-b87c-c2eb62e474c1 disassociated. External IP: 172.27.3.214, port: be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2. Apr 12 14:31:31.199956 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Calling delete_port for be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:31.200429 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-28ff8ccb-4622-4ca3-9535-cafd74170f4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6cfda00-f47e-4714-a51e-54f6193af483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594032 Apr 12 14:31:31.233526 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6a99df0e-54e5-4780-897e-23e4cba38be9 req-28a22b7f-949f-4ce5-823a-04a9371c233c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844901 Apr 12 14:31:31.300426 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-bb700d5a-3fc9-4845-b6fa-4dce322ed576 service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900812 Apr 12 14:31:31.393553 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-65629bd6-8f75-416e-9e11-49e1374e0976 req-ac637d6c-0c24-493c-8978-44dc3625b52c service neutron] 10.222.0.48 "GET /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864992 Apr 12 14:31:31.415461 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.441698 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event deleted for resources: {'Port': ['ID=be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:31.561629 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Router ef359794-6ae9-4d5a-804f-da58770dc9cc has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:31.671941 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:31.683427 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] Sync routers for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:31.694775 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:31.695575 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:31:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:31.716304 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] No DVR routers for this DVR port be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:31.718756 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.722104 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-253b2a60-28f9-47af-8d0d-5c79d533f516 req-572666d8-a7d3-4fce-bc96-72b37107e904 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "DELETE /v2.0/ports/be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 HTTP/1.1" status: 204 len: 173 time: 0.9517992 Apr 12 14:31:31.722542 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'name': 'network-vif-deleted', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:31.724912 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d1356-2ae4-4eab-a550-28baeffa71dc" -d '{"events": [{"server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "name": "network-vif-deleted", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:31.779433 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc9df4f-f2b3-4cee-a398-adf923e18f92 x-openstack-request-id: req-acc9df4f-f2b3-4cee-a398-adf923e18f92 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:31.779433 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20522977-1d90-49bc-848c-ba9ab4519b14", "name": "network-vif-deleted", "tag": "be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:31.779433 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acc9df4f-f2b3-4cee-a398-adf923e18f92 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:31.779433 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc9df4f-f2b3-4cee-a398-adf923e18f92'] response: {'server_uuid': '20522977-1d90-49bc-848c-ba9ab4519b14', 'name': 'network-vif-deleted', 'tag': 'be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2', 'status': 'completed', 'code': 200} Apr 12 14:31:31.823244 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:32.026757 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:05Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:32.053877 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] Checking router: ef359794-6ae9-4d5a-804f-da58770dc9cc for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:32.062922 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:32.063543 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:31:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:32.136552 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7a2716f3-3450-4b0f-9ff7-403e17d58c53 req-a8d0d9d7-8870-4fe1-b1a9-149b1a2c4963 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=20522977-1d90-49bc-848c-ba9ab4519b14 HTTP/1.1" status: 200 len: 210 time: 0.0302892 Apr 12 14:31:32.178700 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:32.369186 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:05Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:32.401290 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c64a74-5e9e-4937-8db7-c7970a363f04 None None] The sync data for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi is: [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:55Z', 'revision_number': 4, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '6aaef0a3-4016-49cd-99eb-30a3c204346a', 'name': '', 'network_id': '16ad4ef3-9453-4887-967a-e036cb79c702', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'mac_address': 'fa:16:3e:72:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:53Z', 'updated_at': '2022-04-12T14:26:05Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'subnets': [{'id': 'c4b3d399-9b8d-48c3-97a9-74dd615daba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:32.603788 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05492066-2c7b-4e49-b9cb-829098225378 req-aa2f0ac2-9ec0-459c-a7c4-d84cf21089b6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:32.605718 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05492066-2c7b-4e49-b9cb-829098225378 req-aa2f0ac2-9ec0-459c-a7c4-d84cf21089b6 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.2968571 Apr 12 14:31:32.660003 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05492066-2c7b-4e49-b9cb-829098225378 req-332af62e-0b9c-40e0-8d3d-92dba6f8a78b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439036 Apr 12 14:31:32.672190 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e870c-14b5-4e3e-9ed8-b5d1db0c846b None None] New status for floating IP 3a9823cc-9b24-4519-b87c-c2eb62e474c1: DOWN {{(pid=103906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:31:33.322215 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43322) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:33.376629 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6d26e21-6ebf-4b1a-90f1-9d701d376681 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group (759d3554-4a2f-44ed-b377-333797596f50), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.401309 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6d26e21-6ebf-4b1a-90f1-9d701d376681 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group (759d3554-4a2f-44ed-b377-333797596f50), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.550108 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6d26e21-6ebf-4b1a-90f1-9d701d376681 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (759d3554-4a2f-44ed-b377-333797596f50), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.553821 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6d26e21-6ebf-4b1a-90f1-9d701d376681 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.555003 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b6d26e21-6ebf-4b1a-90f1-9d701d376681 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "DELETE /v2.0/security-groups/759d3554-4a2f-44ed-b377-333797596f50 HTTP/1.1" status: 204 len: 168 time: 0.2317452 Apr 12 14:31:33.557704 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 43324) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:33.564377 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d26e21-6ebf-4b1a-90f1-9d701d376681 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759d3554-4a2f-44ed-b377-333797596f50,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:33.573255 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.api.v2.resource [None req-243e4bff-c146-446e-bab1-a28b190ef3ad tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] show failed (client error): The resource could not be found. Apr 12 14:31:33.574265 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-243e4bff-c146-446e-bab1-a28b190ef3ad tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups/759d3554-4a2f-44ed-b377-333797596f50 HTTP/1.1" status: 404 len: 347 time: 0.0155528 Apr 12 14:31:33.577234 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 43326) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:33.693295 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Deleting port faa6fd5e-6999-42b3-97b0-31b4e877e71d {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:33.693640 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (faa6fd5e-6999-42b3-97b0-31b4e877e71d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.765293 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:31:33.798986 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fafaa-c68c-440a-99df-57ffe9241fe8 req-a44c36a2-9bf1-4ae8-844b-e724954d5ca9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:33.800513 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8b3fafaa-c68c-440a-99df-57ffe9241fe8 req-a44c36a2-9bf1-4ae8-844b-e724954d5ca9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0556917 Apr 12 14:31:33.819172 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (faa6fd5e-6999-42b3-97b0-31b4e877e71d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.819501 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for floatingip (faa6fd5e-6999-42b3-97b0-31b4e877e71d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.839346 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Calling delete_port for faa6fd5e-6999-42b3-97b0-31b4e877e71d owned by network:floatingip {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:33.906648 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8b3fafaa-c68c-440a-99df-57ffe9241fe8 req-9c1aac5e-cf58-4a71-b19d-895ab74a8331 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960703 Apr 12 14:31:34.052707 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (faa6fd5e-6999-42b3-97b0-31b4e877e71d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:34.076632 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event deleted for resources: {'Port': ['ID=faa6fd5e-6999-42b3-97b0-31b4e877e71d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:34.149093 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks [] for floatingip (3a9823cc-9b24-4519-b87c-c2eb62e474c1), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:34.151733 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:34.152941 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-61057920-0eb5-4f21-8633-6531b36a9f63 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "DELETE /v2.0/floatingips/3a9823cc-9b24-4519-b87c-c2eb62e474c1 HTTP/1.1" status: 204 len: 168 time: 0.5748081 Apr 12 14:31:35.027880 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa616b1-2fa7-4610-a096-5cffdc7092e1 req-6166d87c-0078-45a4-8519-e798b9a700e7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:35.029385 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fa616b1-2fa7-4610-a096-5cffdc7092e1 req-6166d87c-0078-45a4-8519-e798b9a700e7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0507784 Apr 12 14:31:35.077524 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fa616b1-2fa7-4610-a096-5cffdc7092e1 req-9f6a065a-aeaf-4f3b-9180-7b73dd5146dc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425997 Apr 12 14:31:36.193659 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef05ce-8918-48e0-a4d3-6800559a8433 req-043f695f-f7fd-4771-ba5b-32ae41312593 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:36.195153 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08ef05ce-8918-48e0-a4d3-6800559a8433 req-043f695f-f7fd-4771-ba5b-32ae41312593 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0470133 Apr 12 14:31:36.229768 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:36.244483 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08ef05ce-8918-48e0-a4d3-6800559a8433 req-1bfc1f34-ee5c-4d8d-a693-a96ab0bc26ef tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435076 Apr 12 14:31:36.249306 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:36.249657 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device be1e7ec6-9ad4-4b4f-a901-d4c0581da8d2 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:37.222389 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43148b-6cdd-49e3-9d78-e92a0fe555c2 req-53b52546-4254-4542-ba00-df9efa28ecc5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:37.224634 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5b43148b-6cdd-49e3-9d78-e92a0fe555c2 req-53b52546-4254-4542-ba00-df9efa28ecc5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0467031 Apr 12 14:31:37.270586 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5b43148b-6cdd-49e3-9d78-e92a0fe555c2 req-542e6a69-20e3-41a3-ad4a-57f004093ca2 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398498 Apr 12 14:31:37.365242 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d0a0c-27a6-40b1-98ff-e8b9d2ca470b req-783187b6-11d3-441b-8423-519122f35a38 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:37.366626 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-746d0a0c-27a6-40b1-98ff-e8b9d2ca470b req-783187b6-11d3-441b-8423-519122f35a38 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0469105 Apr 12 14:31:37.414111 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-746d0a0c-27a6-40b1-98ff-e8b9d2ca470b req-09c633b4-728e-45dc-b4fb-5dbe0c273ee7 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 Apr 12 14:31:38.231033 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 89429c20-07b8-4d70-b572-db9a536cf822 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:31:38.394250 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a2f85-a91e-4079-8141-9bf822321f1c req-2b4e96f4-1dde-4606-b71f-b0d6a66911e4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:38.396398 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-168a2f85-a91e-4079-8141-9bf822321f1c req-2b4e96f4-1dde-4606-b71f-b0d6a66911e4 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0538838 Apr 12 14:31:38.447123 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-168a2f85-a91e-4079-8141-9bf822321f1c req-8b45908f-eb79-4afc-a8a5-3ad34ee9846c tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Apr 12 14:31:38.466010 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:38.477826 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '89429c20-07b8-4d70-b572-db9a536cf822', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'port_id': '89429c20-07b8-4d70-b572-db9a536cf822', 'mac_address': 'fa:16:3e:37:a7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:31:38.516054 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 89429c20-07b8-4d70-b572-db9a536cf822 is: ACTIVE; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:38.516368 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.531214 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89429c20-07b8-4d70-b572-db9a536cf822 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:31:38.535033 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e94b6-2c1d-4310-b32b-cd34c91d5782 req-6e314288-bf8e-475b-9a6d-54aaf3415f54 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:38.537086 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-360e94b6-2c1d-4310-b32b-cd34c91d5782 req-6e314288-bf8e-475b-9a6d-54aaf3415f54 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0491369 Apr 12 14:31:38.552739 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:38.597240 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-360e94b6-2c1d-4310-b32b-cd34c91d5782 req-1164d7ad-333c-410e-8f4d-0ea3dfeb65aa tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544221 Apr 12 14:31:38.631881 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-0751c611-456f-4476-a745-3db9fdf8c170 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:38.633382 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-0751c611-456f-4476-a745-3db9fdf8c170 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 946 time: 0.0514197 Apr 12 14:31:38.641747 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.698528 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=6']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:38.725852 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Deleting port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:38.726200 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.752553 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.787827 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['89429c20-07b8-4d70-b572-db9a536cf822'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:38.820694 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] For port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:38.821105 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.835698 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Calling delete_port for 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:39.095681 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (0bb62c5f-d437-4d5f-9b3f-6b73ebb78522), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.107656 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['66cd0b19-a839-4043-8a4d-c1bf51a81cd3'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:39.126524 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event deleted for resources: {'Port': ['ID=0bb62c5f-d437-4d5f-9b3f-6b73ebb78522,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:39.179967 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] No DVR routers for this DVR port 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:39.182830 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.186262 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73e53165-92c2-4a37-a72c-63f4c1395026 req-ec4bcb7f-3855-43b5-af71-75212da97f19 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "DELETE /v2.0/ports/0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 HTTP/1.1" status: 204 len: 173 time: 0.5451429 Apr 12 14:31:39.186748 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5322f9-76f1-41d0-abe2-8b98a4d8f465', 'name': 'network-vif-deleted', 'tag': '0bb62c5f-d437-4d5f-9b3f-6b73ebb78522'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:39.189350 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e43b74f-6cd6-473a-ae57-5d4c0d773f18" -d '{"events": [{"server_uuid": "ea5322f9-76f1-41d0-abe2-8b98a4d8f465", "name": "network-vif-deleted", "tag": "0bb62c5f-d437-4d5f-9b3f-6b73ebb78522"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:39.234403 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0bb3d7-97c7-4828-8ca4-a852e4fe7694 x-openstack-request-id: req-9a0bb3d7-97c7-4828-8ca4-a852e4fe7694 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:39.234695 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5322f9-76f1-41d0-abe2-8b98a4d8f465", "name": "network-vif-deleted", "tag": "0bb62c5f-d437-4d5f-9b3f-6b73ebb78522", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:39.234952 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a0bb3d7-97c7-4828-8ca4-a852e4fe7694 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:39.235355 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0bb3d7-97c7-4828-8ca4-a852e4fe7694'] response: {'server_uuid': 'ea5322f9-76f1-41d0-abe2-8b98a4d8f465', 'name': 'network-vif-deleted', 'tag': '0bb62c5f-d437-4d5f-9b3f-6b73ebb78522', 'status': 'completed', 'code': 200} Apr 12 14:31:39.563955 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e4d07301-4cae-4bdb-9a78-57bfa7cb5143 req-427cc8bc-4963-4511-b953-950194135578 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea5322f9-76f1-41d0-abe2-8b98a4d8f465 HTTP/1.1" status: 200 len: 210 time: 0.0321276 Apr 12 14:31:39.718354 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6f761-6cfb-4047-973d-500c24d2e5ee req-e777d00c-a529-4b15-a17f-7a25d5b3aa9b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:39.719774 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4ed6f761-6cfb-4047-973d-500c24d2e5ee req-e777d00c-a529-4b15-a17f-7a25d5b3aa9b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 944 time: 0.0486360 Apr 12 14:31:39.766572 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4ed6f761-6cfb-4047-973d-500c24d2e5ee req-00fd129c-4eb7-418e-9638-7f4bc3577851 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410335 Apr 12 14:31:40.255695 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 89429c20-07b8-4d70-b572-db9a536cf822 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:31:40.315663 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 89429c20-07b8-4d70-b572-db9a536cf822 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:40.316340 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (89429c20-07b8-4d70-b572-db9a536cf822), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.419634 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 89429c20-07b8-4d70-b572-db9a536cf822 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:40.420171 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.447765 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:40.458209 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c694dc0-3386-44af-807c-730ec548f364" -d '{"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-plugged", "status": "completed", "tag": "89429c20-07b8-4d70-b572-db9a536cf822"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:40.483451 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:40.505646 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f81c615-3abd-4730-87d9-ef630c0b93c4 x-openstack-request-id: req-8f81c615-3abd-4730-87d9-ef630c0b93c4 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:40.505646 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-plugged", "status": "completed", "tag": "89429c20-07b8-4d70-b572-db9a536cf822", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:40.505646 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f81c615-3abd-4730-87d9-ef630c0b93c4 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:40.505963 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f81c615-3abd-4730-87d9-ef630c0b93c4'] response: {'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822', 'code': 200} Apr 12 14:31:40.595712 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.596276 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:40.643101 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-a18d5968-a2cd-4e55-a6ab-e0138b368aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:40.643845 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-a18d5968-a2cd-4e55-a6ab-e0138b368aaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0490799 Apr 12 14:31:40.666347 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:40.666701 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 0bb62c5f-d437-4d5f-9b3f-6b73ebb78522 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:40.731435 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=7']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:40.791836 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-d7e0f0e9-61a8-4d05-b3df-a0800460885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:40.793380 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-d7e0f0e9-61a8-4d05-b3df-a0800460885d service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.1182656 Apr 12 14:31:40.898633 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-15b7c3fb-647f-447e-8ecf-0b055929bce7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89429c20-07b8-4d70-b572-db9a536cf822 HTTP/1.1" status: 200 len: 1000 time: 0.0972147 Apr 12 14:31:40.927475 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f829181-0e17-4260-ac5e-419f28aecd26 req-b5344c22-c3fa-4fa5-930b-34e4737817fc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:40.934975 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2f829181-0e17-4260-ac5e-419f28aecd26 req-b5344c22-c3fa-4fa5-930b-34e4737817fc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0710864 Apr 12 14:31:40.978268 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-5b34684c-a4c9-4a7e-a5c2-b35438909a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:40.980773 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-5b34684c-a4c9-4a7e-a5c2-b35438909a83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.0747011 Apr 12 14:31:41.009236 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2f829181-0e17-4260-ac5e-419f28aecd26 req-ece0bdb6-1ddd-46c0-88bb-c5cacf345025 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731056 Apr 12 14:31:41.050535 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-f1cd8e8a-ee5e-48ec-a6f5-41e20ce9b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:41.052866 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-f1cd8e8a-ee5e-48ec-a6f5-41e20ce9b5ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657198 Apr 12 14:31:41.202588 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-95ad0ade-c297-4f9f-957b-78c3d7454a30 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437526 Apr 12 14:31:41.222735 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d42e8-b845-492f-adc6-a5471f3d489b req-a54c073c-c2be-402a-a62d-ed2280dcf5eb tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:41.225597 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-de9d42e8-b845-492f-adc6-a5471f3d489b req-a54c073c-c2be-402a-a62d-ed2280dcf5eb tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0662251 Apr 12 14:31:41.298962 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-de9d42e8-b845-492f-adc6-a5471f3d489b req-f147a3f3-cc47-402e-9ac0-f66c5c69c23e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609889 Apr 12 14:31:42.151460 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec86a9-4d93-4aef-874c-c2d96151c7d7 req-4ba3bfce-ba79-442f-83bd-cbededf6e6d9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:42.153004 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cbec86a9-4d93-4aef-874c-c2d96151c7d7 req-4ba3bfce-ba79-442f-83bd-cbededf6e6d9 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0560062 Apr 12 14:31:42.207122 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cbec86a9-4d93-4aef-874c-c2d96151c7d7 req-092dfb7f-b9fa-44fd-9bd9-a06daa8aed2c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475693 Apr 12 14:31:42.404357 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dec10-f76a-4e82-939f-dd8161f50cde req-bcc4d29f-b7f9-4d6e-bec0-ac8dc3410c65 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:42.405883 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-658dec10-f76a-4e82-939f-dd8161f50cde req-bcc4d29f-b7f9-4d6e-bec0-ac8dc3410c65 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0486779 Apr 12 14:31:42.458365 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-658dec10-f76a-4e82-939f-dd8161f50cde req-02b8924f-3fc2-4cf7-a8cf-b7714a51131e tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Apr 12 14:31:43.113332 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-133ef08c-6d3d-4d1f-bc3f-805c6960ec5f req-f53c78e1-6853-4c65-a4a2-0b7a28686109 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076293 Apr 12 14:31:43.334103 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136ff3b-7fb3-4b0e-bfb6-0dfc8c97747d req-129870de-fd2d-40ba-bd7f-5460b36e01d5 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:43.341556 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c136ff3b-7fb3-4b0e-bfb6-0dfc8c97747d req-129870de-fd2d-40ba-bd7f-5460b36e01d5 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0606458 Apr 12 14:31:43.395799 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c136ff3b-7fb3-4b0e-bfb6-0dfc8c97747d req-6dd0a13f-900c-4fa4-aa47-34a35246eaa3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532708 Apr 12 14:31:43.550273 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124294-5189-4082-b11d-0e805b670b76 req-a127d125-7b38-445c-9cf8-cfcbe92961fa tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:43.552600 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4c124294-5189-4082-b11d-0e805b670b76 req-a127d125-7b38-445c-9cf8-cfcbe92961fa tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0648842 Apr 12 14:31:43.637379 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63af04c-bb77-43c3-b025-50b30e01aedf req-68c13e03-a0a7-4f96-b025-403f9fb57f8f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:43.644409 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b63af04c-bb77-43c3-b025-50b30e01aedf req-68c13e03-a0a7-4f96-b025-403f9fb57f8f tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 945 time: 0.0797014 Apr 12 14:31:43.690665 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-4c124294-5189-4082-b11d-0e805b670b76 req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Deleting port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:43.691349 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4c124294-5189-4082-b11d-0e805b670b76 req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.701316 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b63af04c-bb77-43c3-b025-50b30e01aedf req-b78b95b9-95ff-4556-8d4e-6a7679cc81c5 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538802 Apr 12 14:31:43.811776 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-4c124294-5189-4082-b11d-0e805b670b76 req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] For port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:43.812131 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4c124294-5189-4082-b11d-0e805b670b76 req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.829536 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ae932a52-e989-4959-9db7-0b96596961d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.830195 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-4c124294-5189-4082-b11d-0e805b670b76 req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Calling delete_port for 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:44.107585 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4c124294-5189-4082-b11d-0e805b670b76 req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (66cd0b19-a839-4043-8a4d-c1bf51a81cd3), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.128201 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['66cd0b19-a839-4043-8a4d-c1bf51a81cd3'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:44.167932 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Pushing event deleted for resources: {'Port': ['ID=66cd0b19-a839-4043-8a4d-c1bf51a81cd3,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:44.228658 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c124294-5189-4082-b11d-0e805b670b76 req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] No DVR routers for this DVR port 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:44.232326 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4c124294-5189-4082-b11d-0e805b670b76 req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.235839 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4c124294-5189-4082-b11d-0e805b670b76 req-a0dbd4b0-8bae-4b43-b212-767669488d2a tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.48 "DELETE /v2.0/ports/66cd0b19-a839-4043-8a4d-c1bf51a81cd3 HTTP/1.1" status: 204 len: 173 time: 0.6781652 Apr 12 14:31:44.236534 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870415a3-9568-4cde-babd-7bc9210e88c6', 'name': 'network-vif-deleted', 'tag': '66cd0b19-a839-4043-8a4d-c1bf51a81cd3'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:44.239471 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be12ef97-5c1c-4a46-beae-b4a2d6c9225d" -d '{"events": [{"server_uuid": "870415a3-9568-4cde-babd-7bc9210e88c6", "name": "network-vif-deleted", "tag": "66cd0b19-a839-4043-8a4d-c1bf51a81cd3"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:44.287485 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4689af-42c3-4a67-8988-64737e6f765c x-openstack-request-id: req-9b4689af-42c3-4a67-8988-64737e6f765c {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:44.287804 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870415a3-9568-4cde-babd-7bc9210e88c6", "name": "network-vif-deleted", "tag": "66cd0b19-a839-4043-8a4d-c1bf51a81cd3", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:44.288060 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b4689af-42c3-4a67-8988-64737e6f765c {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:44.288472 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4689af-42c3-4a67-8988-64737e6f765c'] response: {'server_uuid': '870415a3-9568-4cde-babd-7bc9210e88c6', 'name': 'network-vif-deleted', 'tag': '66cd0b19-a839-4043-8a4d-c1bf51a81cd3', 'status': 'completed', 'code': 200} Apr 12 14:31:44.529343 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ce665-dec6-443a-bb4b-20cfc61a6a6a req-00275d30-e4fd-4e57-af07-fc001a1d5117 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:44.541606 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d54ce665-dec6-443a-bb4b-20cfc61a6a6a req-00275d30-e4fd-4e57-af07-fc001a1d5117 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0647805 Apr 12 14:31:44.609392 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d54ce665-dec6-443a-bb4b-20cfc61a6a6a req-aad526a2-57f0-4a93-84ee-270eead83323 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667427 Apr 12 14:31:44.832224 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4918d702-6745-40bc-a106-6fd5dfd8fbe7 req-2836e7a7-b21b-4314-9de9-2b6555c467e9 tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 210 time: 0.0355496 Apr 12 14:31:45.762125 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531d7c7-32cb-4c8d-ba51-eac4a2250646 req-535a5a48-918c-4c7e-94b8-1830024af98f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:45.763885 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2531d7c7-32cb-4c8d-ba51-eac4a2250646 req-535a5a48-918c-4c7e-94b8-1830024af98f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Apr 12 14:31:45.810984 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2531d7c7-32cb-4c8d-ba51-eac4a2250646 req-69290690-b33b-403c-b9e4-ed9939515e0c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 Apr 12 14:31:45.944773 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-87462611-63cf-4d4d-8311-37ae1889ffbe req-d62bc099-8657-438f-b23f-80bd9d0052ae tempest-ServerRescueNegativeTestJSON-2065255389 tempest-ServerRescueNegativeTestJSON-2065255389-project] 10.222.0.61 "GET /v2.0/ports?device_id=870415a3-9568-4cde-babd-7bc9210e88c6 HTTP/1.1" status: 200 len: 210 time: 0.0284293 Apr 12 14:31:46.012729 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9a4754cc-17d9-497f-8c17-bb1179a14337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:46.956939 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5e1b-6d8c-49c2-916a-8aac276309ad req-b89ea028-6eb4-4390-b3ff-587b70cd965d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:46.959314 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:46.960199 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-74bf5e1b-6d8c-49c2-916a-8aac276309ad req-b89ea028-6eb4-4390-b3ff-587b70cd965d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0523698 Apr 12 14:31:47.011222 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43432) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:47.037618 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-74bf5e1b-6d8c-49c2-916a-8aac276309ad req-adb38985-dfc6-40a7-8380-fc669afc8d1d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601461 Apr 12 14:31:47.598069 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (ef359794-6ae9-4d5a-804f-da58770dc9cc), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:47.915083 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Deleting port 6aaef0a3-4016-49cd-99eb-30a3c204346a {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:47.915590 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.008755 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] For port 6aaef0a3-4016-49cd-99eb-30a3c204346a, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=6aaef0a3-4016-49cd-99eb-30a3c204346a,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:48.009330 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.027138 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Calling delete_port for 6aaef0a3-4016-49cd-99eb-30a3c204346a owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:48.202312 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b330e-79f3-469b-9149-5bdc5a3b248c req-b8951560-d85c-4980-ad90-0121f864980d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:48.203831 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-453b330e-79f3-469b-9149-5bdc5a3b248c req-b8951560-d85c-4980-ad90-0121f864980d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0612106 Apr 12 14:31:48.261842 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:48.268306 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-453b330e-79f3-469b-9149-5bdc5a3b248c req-bd760904-db10-4a6c-a9ca-69fcd227f521 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519972 Apr 12 14:31:48.284470 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:48.284886 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 66cd0b19-a839-4043-8a4d-c1bf51a81cd3 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:48.412949 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (6aaef0a3-4016-49cd-99eb-30a3c204346a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.440114 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Pushing event deleted for resources: {'Port': ['ID=6aaef0a3-4016-49cd-99eb-30a3c204346a,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:48.569816 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.657184 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (ef359794-6ae9-4d5a-804f-da58770dc9cc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.889538 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Router ef359794-6ae9-4d5a-804f-da58770dc9cc has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:49.247197 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:49.252350 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-dd6beec6-9be8-491e-ac02-adc57819746a admin admin] 10.222.0.61 "PUT /v2.0/routers/ef359794-6ae9-4d5a-804f-da58770dc9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2399802 Apr 12 14:31:49.255552 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43438) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:49.258229 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] Sync routers for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:49.268018 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:49.268659 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:31:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:49.380087 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks [] for router (ef359794-6ae9-4d5a-804f-da58770dc9cc), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.382219 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:49.411221 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d773e0-ad0f-4b4b-911a-80481c124060 req-7db6eeaf-9022-48ed-9640-95adef745ba1 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:49.421834 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-42d773e0-ad0f-4b4b-911a-80481c124060 req-7db6eeaf-9022-48ed-9640-95adef745ba1 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0665584 Apr 12 14:31:49.490895 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-42d773e0-ad0f-4b4b-911a-80481c124060 req-976c70ff-3b52-4d82-ac25-238b036694b0 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675342 Apr 12 14:31:49.562160 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks [] for router_gateway (ef359794-6ae9-4d5a-804f-da58770dc9cc), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.585824 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:31:48Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:49.614522 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] Checking router: ef359794-6ae9-4d5a-804f-da58770dc9cc for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:49.623777 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] Routers {'ef359794-6ae9-4d5a-804f-da58770dc9cc'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:49.624432 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:31:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['ef359794-6ae9-4d5a-804f-da58770dc9cc'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:49.698361 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Deleting port 24073739-c0c8-49a4-8b40-9bbeacce923b {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:49.698706 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.759272 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] Set router ef359794-6ae9-4d5a-804f-da58770dc9cc gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:49.824323 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] For port 24073739-c0c8-49a4-8b40-9bbeacce923b, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=24073739-c0c8-49a4-8b40-9bbeacce923b,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:49.825272 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.844159 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Calling delete_port for 24073739-c0c8-49a4-8b40-9bbeacce923b owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:49.996004 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:31:48Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:50.026261 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03edb16d-9b55-4981-8851-8c042a149e30 None None] The sync data for ids ['ef359794-6ae9-4d5a-804f-da58770dc9cc'] in dv-cinder-837522-1-iscsi is: [{'id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-487965779-router', 'tenant_id': '01f26170c3294efc8e2156d7bbf0f995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:31:48Z', 'revision_number': 5, 'project_id': '01f26170c3294efc8e2156d7bbf0f995', 'gw_port': {'id': '24073739-c0c8-49a4-8b40-9bbeacce923b', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef359794-6ae9-4d5a-804f-da58770dc9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:46Z', 'updated_at': '2022-04-12T14:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:50.046794 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.184409 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (24073739-c0c8-49a4-8b40-9bbeacce923b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.212272 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Pushing event deleted for resources: {'Port': ['ID=24073739-c0c8-49a4-8b40-9bbeacce923b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:50.276197 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (ef359794-6ae9-4d5a-804f-da58770dc9cc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.394618 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (ef359794-6ae9-4d5a-804f-da58770dc9cc), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.394618 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks [] for router_controller (ef359794-6ae9-4d5a-804f-da58770dc9cc), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.543712 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (ef359794-6ae9-4d5a-804f-da58770dc9cc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.544249 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef359794-6ae9-4d5a-804f-da58770dc9cc {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:31:50.549113 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.550311 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-29a01c7e-1ba8-47ee-92a1-d98af6fde164 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ef359794-6ae9-4d5a-804f-da58770dc9cc HTTP/1.1" status: 204 len: 168 time: 1.2937760 Apr 12 14:31:50.555170 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43456) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:50.633621 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4252f9-f9da-41e6-8e5a-2efa6d72b784 admin admin] Deleting subnet c4b3d399-9b8d-48c3-97a9-74dd615daba5 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:31:50.638478 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ab4252f9-f9da-41e6-8e5a-2efa6d72b784 admin admin] Publish callbacks [] for subnet (c4b3d399-9b8d-48c3-97a9-74dd615daba5), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.647052 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f646ac-e224-47e3-a3ac-0c838bb1554a req-ff04614e-ce6f-4323-8379-14b682d3b2cc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:50.648597 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64f646ac-e224-47e3-a3ac-0c838bb1554a req-ff04614e-ce6f-4323-8379-14b682d3b2cc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0693691 Apr 12 14:31:50.699376 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ab4252f9-f9da-41e6-8e5a-2efa6d72b784 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13984747'] for subnet (c4b3d399-9b8d-48c3-97a9-74dd615daba5), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.748502 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64f646ac-e224-47e3-a3ac-0c838bb1554a req-7cea23f1-25b5-4eaa-9286-7d92ccaececf tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804625 Apr 12 14:31:50.826455 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ab4252f9-f9da-41e6-8e5a-2efa6d72b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (c4b3d399-9b8d-48c3-97a9-74dd615daba5), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.947248 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ab4252f9-f9da-41e6-8e5a-2efa6d72b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15437191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892712'] for subnet (c4b3d399-9b8d-48c3-97a9-74dd615daba5), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.972203 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4252f9-f9da-41e6-8e5a-2efa6d72b784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b3d399-9b8d-48c3-97a9-74dd615daba5,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:50.978175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ab4252f9-f9da-41e6-8e5a-2efa6d72b784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.981599 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ab4252f9-f9da-41e6-8e5a-2efa6d72b784 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c4b3d399-9b8d-48c3-97a9-74dd615daba5 HTTP/1.1" status: 204 len: 168 time: 0.4268377 Apr 12 14:31:50.984344 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909da7fc-f4ca-456d-9ae2-c518e1fecbe3 None None] Network 16ad4ef3-9453-4887-967a-e036cb79c702 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:31:50.988033 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43462) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:51.066302 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (16ad4ef3-9453-4887-967a-e036cb79c702), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.119685 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Deleting port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:51.120025 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.174730 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] DHCP port deletion for 16ad4ef3-9453-4887-967a-e036cb79c702 request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:31:51.195239 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] For port 7b90fc46-a2c8-4833-b30f-3f41ff7af676, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=7b90fc46-a2c8-4833-b30f-3f41ff7af676,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:51.195239 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.206110 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 6aaef0a3-4016-49cd-99eb-30a3c204346a no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:51.216916 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Calling delete_port for 7b90fc46-a2c8-4833-b30f-3f41ff7af676 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:51.233912 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 6aaef0a3-4016-49cd-99eb-30a3c204346a {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:51.234261 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 6aaef0a3-4016-49cd-99eb-30a3c204346a not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:51.234689 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 24073739-c0c8-49a4-8b40-9bbeacce923b no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:51.239598 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Deleting port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:51.239972 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.262707 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 24073739-c0c8-49a4-8b40-9bbeacce923b {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:51.263052 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 24073739-c0c8-49a4-8b40-9bbeacce923b not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:51.313558 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-4ecded6c-e8cb-456f-8303-3d643f972812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:51.315140 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-4ecded6c-e8cb-456f-8303-3d643f972812 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0547576 Apr 12 14:31:51.326516 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] For port 7b90fc46-a2c8-4833-b30f-3f41ff7af676, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=7b90fc46-a2c8-4833-b30f-3f41ff7af676,segment=NetworkSegment(8db789f3-db08-457f-848c-b4ccdae95fca),segment_id=8db789f3-db08-457f-848c-b4ccdae95fca)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:51.326920 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.340984 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Calling delete_port for 7b90fc46-a2c8-4833-b30f-3f41ff7af676 owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:51.420048 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-de432157-2be5-49d0-aa95-ceda90ddde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:51.421611 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-de432157-2be5-49d0-aa95-ceda90ddde0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.0996888 Apr 12 14:31:51.459186 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.464141 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (7b90fc46-a2c8-4833-b30f-3f41ff7af676), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.484514 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Pushing event deleted for resources: {'Port': ['ID=7b90fc46-a2c8-4833-b30f-3f41ff7af676,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:51.489525 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] No DVR routers for this DVR port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:51.495570 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.495929 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.496288 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.496652 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.497018 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.497359 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.497690 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.498018 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.498346 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.498672 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.498999 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.499364 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.499722 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.500014 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.500337 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3faff3-c811-4182-a3b8-d256d991f26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:51.506464 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] No DVR routers for this DVR port 7b90fc46-a2c8-4833-b30f-3f41ff7af676 on host dv-cinder-837522-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:51.509944 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b90fc46-a2c8-4833-b30f-3f41ff7af676,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:51.540705 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-83c3f7f2-bb44-462c-983d-7c12283f7596 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89429c20-07b8-4d70-b572-db9a536cf822 HTTP/1.1" status: 200 len: 1000 time: 0.1122489 Apr 12 14:31:51.621256 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (16ad4ef3-9453-4887-967a-e036cb79c702), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.649251 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ad4ef3-9453-4887-967a-e036cb79c702']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:51.652357 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-c6d4d41d-9d83-464d-af78-8d3982b7fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:51.653855 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-c6d4d41d-9d83-464d-af78-8d3982b7fc07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.1026602 Apr 12 14:31:51.669851 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db789f3-db08-457f-848c-b4ccdae95fca') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:51.670149 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db789f3-db08-457f-848c-b4ccdae95fca') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:51.697025 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13984738'] for segment (8db789f3-db08-457f-848c-b4ccdae95fca), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.714846 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-050a1b1b-26aa-406c-acc4-36ca53533399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:51.716287 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-050a1b1b-26aa-406c-acc4-36ca53533399 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557501 Apr 12 14:31:51.717189 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (8db789f3-db08-457f-848c-b4ccdae95fca), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.724532 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:31:51.724916 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15437101'] for segment (8db789f3-db08-457f-848c-b4ccdae95fca), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: Traceback (most recent call last): Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: timer() Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: cb(*args, **kw) Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: self._notify() Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: self.callback(batched_events) Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: event.method(event) Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: return f(self, *a, **k) Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._get(url).json() Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:31:51.732209 dv-cinder-837522-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:31:51.855503 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-68698472-14d2-4c2c-af39-57e284493ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325881 Apr 12 14:31:51.869664 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99079b8e-b9dc-4959-88a6-8e708167f095 req-d696651b-85df-4a21-890a-96aeb3f0e99f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:51.871178 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-99079b8e-b9dc-4959-88a6-8e708167f095 req-d696651b-85df-4a21-890a-96aeb3f0e99f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Apr 12 14:31:51.919540 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-99079b8e-b9dc-4959-88a6-8e708167f095 req-7fe8200b-8ad1-4d3a-a77d-df9be9c4ae19 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Apr 12 14:31:51.921176 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (16ad4ef3-9453-4887-967a-e036cb79c702), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.932867 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.936107 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/16ad4ef3-9453-4887-967a-e036cb79c702 HTTP/1.1" status: 204 len: 168 time: 0.9470708 Apr 12 14:31:51.947015 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911b06-1813-47fa-b1f3-fe7809264ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ad4ef3-9453-4887-967a-e036cb79c702,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:51.974231 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10cd799d-9525-4fd7-a192-2101432d8fe4 req-e57bba70-2f3d-43be-bc39-4cd93864c06f service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123450 Apr 12 14:31:52.230975 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43468) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:52.271247 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-75becb70-3e48-4e38-9a90-bb7b5239a1ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01f26170c3294efc8e2156d7bbf0f995&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389640 Apr 12 14:31:52.273789 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43470) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:52.325140 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Publish callbacks [] for security_group (4f8147fd-5fc2-4788-9bdc-7dd2d83b0554), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:52.348595 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Publish callbacks [] for security_group (4f8147fd-5fc2-4788-9bdc-7dd2d83b0554), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:52.478769 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (4f8147fd-5fc2-4788-9bdc-7dd2d83b0554), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:52.481488 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:52.482749 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f8147fd-5fc2-4788-9bdc-7dd2d83b0554 HTTP/1.1" status: 204 len: 168 time: 0.2078793 Apr 12 14:31:52.491427 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8147fd-5fc2-4788-9bdc-7dd2d83b0554,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:52.498749 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.499138 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.499485 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.499886 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.500255 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.500585 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.500983 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.501325 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.501648 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.502058 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.502392 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.502716 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.503063 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.503412 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:52.503730 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e2677-4310-4d3b-9be8-54bdb7dd10b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:53.177872 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 7b90fc46-a2c8-4833-b30f-3f41ff7af676 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:53.198181 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552c3a-b7c3-487d-ac17-2473d438cce4 req-f2c3d088-2000-4387-b216-20bebc57fc4c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:53.199997 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80552c3a-b7c3-487d-ac17-2473d438cce4 req-f2c3d088-2000-4387-b216-20bebc57fc4c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0546587 Apr 12 14:31:53.202552 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 7b90fc46-a2c8-4833-b30f-3f41ff7af676 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:53.202897 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 7b90fc46-a2c8-4833-b30f-3f41ff7af676 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:53.251002 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80552c3a-b7c3-487d-ac17-2473d438cce4 req-46fdce23-2c1a-45d4-b109-4444d7f2766b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437262 Apr 12 14:31:54.373366 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d173eed-e370-4fcd-a0db-1d7c1f17c51a req-1972e449-9255-40f8-948d-fc6d9e269e04 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:54.375173 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7d173eed-e370-4fcd-a0db-1d7c1f17c51a req-1972e449-9255-40f8-948d-fc6d9e269e04 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0484903 Apr 12 14:31:54.427952 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7d173eed-e370-4fcd-a0db-1d7c1f17c51a req-9935d114-1397-4993-91e5-3f00eac945d5 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462117 Apr 12 14:31:56.295140 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 89429c20-07b8-4d70-b572-db9a536cf822 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:56.335859 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-12f31ebc-6112-43b9-86e4-a6a9bbc3c54d req-22d16fe1-c43e-4d88-a7f6-7ba001d7b879 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:31:56.336901 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-12f31ebc-6112-43b9-86e4-a6a9bbc3c54d req-22d16fe1-c43e-4d88-a7f6-7ba001d7b879 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058150 Apr 12 14:31:56.382940 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 89429c20-07b8-4d70-b572-db9a536cf822 is: ACTIVE; New status is: DOWN {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:56.383326 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:56.406608 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:56.408813 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966e0f4c-68c8-4883-a265-9b381697b290" -d '{"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "89429c20-07b8-4d70-b572-db9a536cf822"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:56.421336 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:56.442535 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b95c28c-5a64-4c17-b635-8c2dde718c1b x-openstack-request-id: req-9b95c28c-5a64-4c17-b635-8c2dde718c1b {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:56.442827 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-unplugged", "status": "failed", "tag": "89429c20-07b8-4d70-b572-db9a536cf822", "code": 422}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:56.443085 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b95c28c-5a64-4c17-b635-8c2dde718c1b {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:56.443529 dv-cinder-837522-1-iscsi neutron-server[103905]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9b95c28c-5a64-4c17-b635-8c2dde718c1b']: {'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822', 'code': 422} returned with failed status Apr 12 14:31:56.542002 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:56.593624 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=8']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:56.726861 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ffe84-d278-45c2-b908-d1204bdfa83a req-4c277a95-3ea1-465e-a8c1-a0f045aa3aaf tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:56.728351 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b03ffe84-d278-45c2-b908-d1204bdfa83a req-4c277a95-3ea1-465e-a8c1-a0f045aa3aaf tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0517340 Apr 12 14:31:56.776280 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b03ffe84-d278-45c2-b908-d1204bdfa83a req-a85e536c-3ce6-408c-af92-98e64a981e6b tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Apr 12 14:31:57.244460 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-d791acc9-2de5-46b3-9a5e-8cbdc8b1c866 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386579 Apr 12 14:31:57.318335 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-62ffef5c-bd97-4254-adb6-b70ac22b126a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:57.319712 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-62ffef5c-bd97-4254-adb6-b70ac22b126a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports/89429c20-07b8-4d70-b572-db9a536cf822 HTTP/1.1" status: 200 len: 940 time: 0.0470212 Apr 12 14:31:57.902381 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91df16-e573-4180-918a-112ec27d687d req-d47b3fdb-b34a-4f65-92e5-bd5d59c9f65a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:57.903898 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa91df16-e573-4180-918a-112ec27d687d req-d47b3fdb-b34a-4f65-92e5-bd5d59c9f65a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0513558 Apr 12 14:31:57.951869 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa91df16-e573-4180-918a-112ec27d687d req-c9555fd9-462d-4879-aac9-44fe5d412588 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 Apr 12 14:31:58.815727 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-24c0ae6c-1913-4eea-909f-1536c9361b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:58.817844 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-24c0ae6c-1913-4eea-909f-1536c9361b2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6&tenant_id=9b35d4f1f2124b17b32c97ef1876ab53 HTTP/1.1" status: 200 len: 1127 time: 0.0389981 Apr 12 14:31:58.875773 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-a389241e-6612-4480-832e-8766178ba456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:58.877288 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-a389241e-6612-4480-832e-8766178ba456 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0388064 Apr 12 14:31:58.970233 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-d346da04-018a-4f4b-9080-f9796df4ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:58.971709 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-d346da04-018a-4f4b-9080-f9796df4ded7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.0880103 Apr 12 14:31:59.069450 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626188b-b743-42b6-8f46-6ff4590d8516 req-858fb7f4-1919-487b-bb39-42cb2f3c22bc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:59.070870 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2626188b-b743-42b6-8f46-6ff4590d8516 req-858fb7f4-1919-487b-bb39-42cb2f3c22bc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0473049 Apr 12 14:31:59.117477 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2626188b-b743-42b6-8f46-6ff4590d8516 req-17430581-1a8c-4ed0-99c0-1d7320e4052f tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408108 Apr 12 14:31:59.779699 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-6ce0c016-b02d-46e0-82b5-69ebbe76ed16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89429c20-07b8-4d70-b572-db9a536cf822 HTTP/1.1" status: 200 len: 998 time: 0.0595331 Apr 12 14:32:00.240786 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fcb73-8355-499b-8ff9-2452edc420fb req-3a6f1ee6-ae45-4bfa-8d57-3f73064df8cc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:00.242341 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-968fcb73-8355-499b-8ff9-2452edc420fb req-3a6f1ee6-ae45-4bfa-8d57-3f73064df8cc tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0516050 Apr 12 14:32:00.289142 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-968fcb73-8355-499b-8ff9-2452edc420fb req-06ff097d-11f6-4088-a255-9612b42574d5 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 Apr 12 14:32:00.524909 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-e7bec305-4884-4d3c-85ee-75ca8214554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:00.526411 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-e7bec305-4884-4d3c-85ee-75ca8214554c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.0449820 Apr 12 14:32:01.405800 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb861-d793-47e5-9f5b-9bea7e613575 req-2d455114-f192-4c60-a66a-a5310442fc04 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:01.407205 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f3fbb861-d793-47e5-9f5b-9bea7e613575 req-2d455114-f192-4c60-a66a-a5310442fc04 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0467954 Apr 12 14:32:01.418909 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-f0dda24c-c18a-4f5f-bbd2-6e720c039623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:01.420404 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-f0dda24c-c18a-4f5f-bbd2-6e720c039623 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398309 Apr 12 14:32:01.465686 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f3fbb861-d793-47e5-9f5b-9bea7e613575 req-ec9dce52-a86f-4ddf-9c30-04afbcd89a7d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 Apr 12 14:32:01.515408 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-b3501d65-46af-44d2-9135-54bece9866ed service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879030 Apr 12 14:32:01.609563 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-7e4b7f9a-2237-4e3c-9d2f-f4c9aab87dfe service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869434 Apr 12 14:32:02.599564 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e630a75-9399-4fdc-88a5-beca5e70429c req-3ecca9a6-dc0e-42d6-a15e-f57ed973ed01 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:02.601112 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e630a75-9399-4fdc-88a5-beca5e70429c req-3ecca9a6-dc0e-42d6-a15e-f57ed973ed01 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0568333 Apr 12 14:32:02.909008 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e630a75-9399-4fdc-88a5-beca5e70429c req-73ce65fa-f80a-43d7-9c46-37abc54f97b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021121 Apr 12 14:32:04.044290 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cda73-3138-41fe-baf2-15da8dd19738 req-dd56cbc8-8895-4285-8827-958231bcadbd tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:04.046022 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2f1cda73-3138-41fe-baf2-15da8dd19738 req-dd56cbc8-8895-4285-8827-958231bcadbd tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0571208 Apr 12 14:32:04.104245 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2f1cda73-3138-41fe-baf2-15da8dd19738 req-5a9e20bb-8975-4d99-b205-563432c5d468 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507061 Apr 12 14:32:05.272493 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1049a37-cd6e-4b50-a05c-fb1b5f2c45dd req-5625e81b-0318-4391-83c4-eac7bcc737bb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:05.274140 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c1049a37-cd6e-4b50-a05c-fb1b5f2c45dd req-5625e81b-0318-4391-83c4-eac7bcc737bb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0832691 Apr 12 14:32:05.326459 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c1049a37-cd6e-4b50-a05c-fb1b5f2c45dd req-732c9315-b60a-4330-bfad-636ae6ac1f0c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467317 Apr 12 14:32:06.499412 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9875-bf1c-4a63-9748-8dc02140c376 req-db961d1e-18a8-4b88-9de8-18ea73602c1c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:06.501231 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d29f9875-bf1c-4a63-9748-8dc02140c376 req-db961d1e-18a8-4b88-9de8-18ea73602c1c tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0629125 Apr 12 14:32:06.569762 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d29f9875-bf1c-4a63-9748-8dc02140c376 req-4b7f33fb-74a7-4a8d-889e-adf1a430e8c5 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508826 Apr 12 14:32:07.717420 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588def5d-9aa6-40dd-9b5d-d12a98bc45ec req-e379202f-8787-45b7-b48b-1211c104f9fa tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:07.718868 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-588def5d-9aa6-40dd-9b5d-d12a98bc45ec req-e379202f-8787-45b7-b48b-1211c104f9fa tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0688848 Apr 12 14:32:07.782007 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-588def5d-9aa6-40dd-9b5d-d12a98bc45ec req-9f56a914-18b4-4da7-8807-21e76ee59e39 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561740 Apr 12 14:32:08.290888 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43710) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:08.404879 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee34378d-13da-4eeb-857d-6fc6c78e3d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:08.502271 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee34378d-13da-4eeb-857d-6fc6c78e3d56 admin admin] Publish callbacks [] for security_group (cd8ceec8-9554-4d87-bc69-4b3491099c62), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:08.572497 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee34378d-13da-4eeb-857d-6fc6c78e3d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (cd8ceec8-9554-4d87-bc69-4b3491099c62), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:08.620621 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ee34378d-13da-4eeb-857d-6fc6c78e3d56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d637e894357c485cb847dcc0b5fd8955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258924 Apr 12 14:32:08.620621 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34378d-13da-4eeb-857d-6fc6c78e3d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8ceec8-9554-4d87-bc69-4b3491099c62,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:08.621002 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 43714) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:08.694459 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Publish callbacks [] for security_group (cd8ceec8-9554-4d87-bc69-4b3491099c62), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:08.721281 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Publish callbacks [] for security_group (cd8ceec8-9554-4d87-bc69-4b3491099c62), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:08.769905 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:08.846757 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (cd8ceec8-9554-4d87-bc69-4b3491099c62), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:08.849676 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:08.851215 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd8ceec8-9554-4d87-bc69-4b3491099c62 HTTP/1.1" status: 204 len: 168 time: 0.2293558 Apr 12 14:32:08.866981 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8ceec8-9554-4d87-bc69-4b3491099c62,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:08.875168 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.875738 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.876083 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.876557 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.876902 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.877259 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.877591 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.877916 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.878424 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.879505 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.880057 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.880395 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.880723 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.881074 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.881568 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45cf98-a173-481c-ac61-a08c79f20fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:08.954172 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a996415-8104-4218-90e2-059bc61283b1 req-090f7f57-e99a-4b08-b24e-075c1904e4ee tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:08.955878 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0a996415-8104-4218-90e2-059bc61283b1 req-090f7f57-e99a-4b08-b24e-075c1904e4ee tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0795450 Apr 12 14:32:09.040892 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0a996415-8104-4218-90e2-059bc61283b1 req-87dc9e26-2c0c-42d3-b4cd-1399830053ef tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747361 Apr 12 14:32:09.613739 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 43730) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:09.629196 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f9e204ed-12ae-471a-b67a-ac559ff03d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:09.731715 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f9e204ed-12ae-471a-b67a-ac559ff03d3b admin admin] Publish callbacks [] for security_group (1f47c577-3388-4e8f-a831-924a7fa15e5d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:09.833279 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f9e204ed-12ae-471a-b67a-ac559ff03d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (1f47c577-3388-4e8f-a831-924a7fa15e5d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:09.870984 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e204ed-12ae-471a-b67a-ac559ff03d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f47c577-3388-4e8f-a831-924a7fa15e5d,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:09.879126 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f9e204ed-12ae-471a-b67a-ac559ff03d3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1a322c5ca9243afb7c9f147268454c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600257 Apr 12 14:32:09.881507 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 43732) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:09.930911 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e6fb-9563-43ed-a9a1-ce3f4f4ed1e9 admin admin] Publish callbacks [] for security_group (1f47c577-3388-4e8f-a831-924a7fa15e5d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:09.953685 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e6fb-9563-43ed-a9a1-ce3f4f4ed1e9 admin admin] Publish callbacks [] for security_group (1f47c577-3388-4e8f-a831-924a7fa15e5d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:10.126512 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e6fb-9563-43ed-a9a1-ce3f4f4ed1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (1f47c577-3388-4e8f-a831-924a7fa15e5d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:10.129716 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e6fb-9563-43ed-a9a1-ce3f4f4ed1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:10.130747 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-a6f0e6fb-9563-43ed-a9a1-ce3f4f4ed1e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f47c577-3388-4e8f-a831-924a7fa15e5d HTTP/1.1" status: 204 len: 168 time: 0.2482338 Apr 12 14:32:10.138707 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0e6fb-9563-43ed-a9a1-ce3f4f4ed1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f47c577-3388-4e8f-a831-924a7fa15e5d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:10.145590 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32815fd5-71da-4dc9-88b7-fb050e4ebd23 req-4fa8cba0-7d5f-4938-902b-d96d59e5e571 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:10.146885 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32815fd5-71da-4dc9-88b7-fb050e4ebd23 req-4fa8cba0-7d5f-4938-902b-d96d59e5e571 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0501642 Apr 12 14:32:10.197524 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32815fd5-71da-4dc9-88b7-fb050e4ebd23 req-846e59cf-b0e8-4d1e-ab44-38ea620b4b78 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446615 Apr 12 14:32:10.763531 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:32:11.331715 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc9322-a569-4b9a-a9ae-6bc6a4c69f5e req-e5a214dd-ff6f-418c-9149-89ae6f240ca8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:11.333866 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fabc9322-a569-4b9a-a9ae-6bc6a4c69f5e req-e5a214dd-ff6f-418c-9149-89ae6f240ca8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0569336 Apr 12 14:32:11.383347 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fabc9322-a569-4b9a-a9ae-6bc6a4c69f5e req-41cc569c-df66-426b-b27d-b89722e01321 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438845 Apr 12 14:32:12.507474 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c00877-a3fa-4a4a-8e7c-6af7691b7bb3 req-f30076e0-3e21-4f1b-bd92-cf146d7032ff tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:12.509099 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b0c00877-a3fa-4a4a-8e7c-6af7691b7bb3 req-f30076e0-3e21-4f1b-bd92-cf146d7032ff tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0488298 Apr 12 14:32:12.559207 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b0c00877-a3fa-4a4a-8e7c-6af7691b7bb3 req-d6eb52ad-9ac5-441b-a6b6-bc0abd9123e8 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441253 Apr 12 14:32:13.688714 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f2217-9512-44d3-bf4b-971910b2f699 req-7446f64b-5a23-4727-aa5c-189ac2dc0eb3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:13.690278 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b58f2217-9512-44d3-bf4b-971910b2f699 req-7446f64b-5a23-4727-aa5c-189ac2dc0eb3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 943 time: 0.0500233 Apr 12 14:32:13.742413 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b58f2217-9512-44d3-bf4b-971910b2f699 req-5341b231-8315-4950-a844-e0d1808dde0d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457861 Apr 12 14:32:13.801927 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-28a208ce-e163-4c71-b399-b53103e6efec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:14.399729 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 89429c20-07b8-4d70-b572-db9a536cf822 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:32:14.501704 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:14.513339 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '89429c20-07b8-4d70-b572-db9a536cf822', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'port_id': '89429c20-07b8-4d70-b572-db9a536cf822', 'mac_address': 'fa:16:3e:37:a7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:32:14.553817 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 89429c20-07b8-4d70-b572-db9a536cf822 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:14.554209 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:14.568348 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89429c20-07b8-4d70-b572-db9a536cf822 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:32:14.589485 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:14.688721 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:14.737407 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=9']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:14.869152 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a699f5-e69a-4c55-a2bc-17ee4f9ea764 req-694df9c8-dd8d-4528-8fd3-c660081543bf tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:14.870751 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17a699f5-e69a-4c55-a2bc-17ee4f9ea764 req-694df9c8-dd8d-4528-8fd3-c660081543bf tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 944 time: 0.0545597 Apr 12 14:32:14.905837 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['89429c20-07b8-4d70-b572-db9a536cf822'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:32:14.919970 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17a699f5-e69a-4c55-a2bc-17ee4f9ea764 req-aad67db3-a935-46c3-b539-9610bfca9193 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433817 Apr 12 14:32:15.838763 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 43888) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:15.943691 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7a3debc6-0dd2-4943-bddf-1dec36f94d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.015756 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-e4461a04-1396-451c-b496-d42e70d56413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.052771 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7a3debc6-0dd2-4943-bddf-1dec36f94d13 admin admin] Publish callbacks [] for security_group (ced52b19-45b6-4d54-8d3c-f03740cd718d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.059774 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49451a03-28b8-487a-ac13-49b9ecbf3eb7 req-0f52fafe-c679-4bf3-bd37-482ddd7977fb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:16.061307 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-49451a03-28b8-487a-ac13-49b9ecbf3eb7 req-0f52fafe-c679-4bf3-bd37-482ddd7977fb tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 944 time: 0.0677621 Apr 12 14:32:16.110196 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-49451a03-28b8-487a-ac13-49b9ecbf3eb7 req-34318d72-997c-4515-bc83-1149f4879804 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Apr 12 14:32:16.169659 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7a3debc6-0dd2-4943-bddf-1dec36f94d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (ced52b19-45b6-4d54-8d3c-f03740cd718d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.206125 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3debc6-0dd2-4943-bddf-1dec36f94d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced52b19-45b6-4d54-8d3c-f03740cd718d,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:16.211827 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-7a3debc6-0dd2-4943-bddf-1dec36f94d13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ec2b7cb223240eb81d2ac9e78314763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714132 Apr 12 14:32:16.214016 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 43896) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:16.264794 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-af650673-2468-474f-8806-650c54ed42e9 admin admin] Publish callbacks [] for security_group (ced52b19-45b6-4d54-8d3c-f03740cd718d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.287518 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-af650673-2468-474f-8806-650c54ed42e9 admin admin] Publish callbacks [] for security_group (ced52b19-45b6-4d54-8d3c-f03740cd718d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.400049 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 89429c20-07b8-4d70-b572-db9a536cf822 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:32:16.459178 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 89429c20-07b8-4d70-b572-db9a536cf822 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:32:16.459178 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (89429c20-07b8-4d70-b572-db9a536cf822), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.480876 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-af650673-2468-474f-8806-650c54ed42e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (ced52b19-45b6-4d54-8d3c-f03740cd718d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.483447 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-af650673-2468-474f-8806-650c54ed42e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.487181 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-af650673-2468-474f-8806-650c54ed42e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ced52b19-45b6-4d54-8d3c-f03740cd718d HTTP/1.1" status: 204 len: 168 time: 0.2697501 Apr 12 14:32:16.494355 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af650673-2468-474f-8806-650c54ed42e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced52b19-45b6-4d54-8d3c-f03740cd718d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:16.539943 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 89429c20-07b8-4d70-b572-db9a536cf822 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:16.540336 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.564304 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:16.567639 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7693985d-b275-4f2e-905e-a718c00440e7" -d '{"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-plugged", "status": "completed", "tag": "89429c20-07b8-4d70-b572-db9a536cf822"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:16.580955 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:16.605316 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5d07a3-3d2c-4d55-b3bc-c885f35b6f92 x-openstack-request-id: req-dd5d07a3-3d2c-4d55-b3bc-c885f35b6f92 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:16.605629 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-plugged", "status": "completed", "tag": "89429c20-07b8-4d70-b572-db9a536cf822", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:16.605883 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd5d07a3-3d2c-4d55-b3bc-c885f35b6f92 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:16.606272 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5d07a3-3d2c-4d55-b3bc-c885f35b6f92'] response: {'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822', 'code': 200} Apr 12 14:32:16.689341 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.741374 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=10']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:16.918845 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afde2e-3425-4d97-ac37-42c6a8435bfd req-fa66d9c3-5fed-4dd0-8dc0-5adc377d3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:16.920401 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70afde2e-3425-4d97-ac37-42c6a8435bfd req-fa66d9c3-5fed-4dd0-8dc0-5adc377d3111 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 1130 time: 0.0391397 Apr 12 14:32:16.927292 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.965565 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70afde2e-3425-4d97-ac37-42c6a8435bfd req-dfa5d6fb-13c0-49d2-94e6-8c9fb9d88465 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386267 Apr 12 14:32:17.130629 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 43906) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:17.154599 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fe475c7f-6b16-49dd-b8df-c5a7d2cbc327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:17.228730 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988c65b-0e2c-4f0b-854d-dc51662f8f1c req-c49f8c8c-3ed3-448a-9bf8-669d642d9596 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:17.230423 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f988c65b-0e2c-4f0b-854d-dc51662f8f1c req-c49f8c8c-3ed3-448a-9bf8-669d642d9596 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0477376 Apr 12 14:32:17.230641 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fe475c7f-6b16-49dd-b8df-c5a7d2cbc327 admin admin] Publish callbacks [] for security_group (4162805e-07de-43ba-8aa8-7478d1cf027b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:17.277137 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f988c65b-0e2c-4f0b-854d-dc51662f8f1c req-6010277f-fe1d-419f-9d41-f9846d783958 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Apr 12 14:32:17.304145 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fe475c7f-6b16-49dd-b8df-c5a7d2cbc327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (4162805e-07de-43ba-8aa8-7478d1cf027b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:17.345420 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-fe475c7f-6b16-49dd-b8df-c5a7d2cbc327 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46c11f91dfed48a1b7c639df692ca748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136478 Apr 12 14:32:17.346265 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe475c7f-6b16-49dd-b8df-c5a7d2cbc327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4162805e-07de-43ba-8aa8-7478d1cf027b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:17.349231 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 43910) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:17.396869 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e7510633-7e75-4b3b-a0b9-2170a8667b35 admin admin] Publish callbacks [] for security_group (4162805e-07de-43ba-8aa8-7478d1cf027b), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:17.421109 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e7510633-7e75-4b3b-a0b9-2170a8667b35 admin admin] Publish callbacks [] for security_group (4162805e-07de-43ba-8aa8-7478d1cf027b), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:17.549662 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e7510633-7e75-4b3b-a0b9-2170a8667b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (4162805e-07de-43ba-8aa8-7478d1cf027b), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:17.552636 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e7510633-7e75-4b3b-a0b9-2170a8667b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:17.553921 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-e7510633-7e75-4b3b-a0b9-2170a8667b35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4162805e-07de-43ba-8aa8-7478d1cf027b HTTP/1.1" status: 204 len: 168 time: 0.2036843 Apr 12 14:32:17.562256 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7510633-7e75-4b3b-a0b9-2170a8667b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4162805e-07de-43ba-8aa8-7478d1cf027b,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:18.411633 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500e678-00c6-40b2-b155-45c8273c3ca9 req-dbd596bb-a10c-41ed-a289-9f8109ebbf80 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:18.413328 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5500e678-00c6-40b2-b155-45c8273c3ca9 req-dbd596bb-a10c-41ed-a289-9f8109ebbf80 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0530889 Apr 12 14:32:18.463118 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5500e678-00c6-40b2-b155-45c8273c3ca9 req-c17cd6d2-1fe4-4776-adef-9fde9db04d2d tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435832 Apr 12 14:32:18.654964 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:19.594224 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a9159-0712-46ee-b14b-33af8264b0dc req-7561d3a7-b944-46dc-9f15-f260b0a9c500 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:19.595786 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-488a9159-0712-46ee-b14b-33af8264b0dc req-7561d3a7-b944-46dc-9f15-f260b0a9c500 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0548451 Apr 12 14:32:19.651050 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-488a9159-0712-46ee-b14b-33af8264b0dc req-c172bb50-33c9-469d-a61a-ba57be78dd93 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480778 Apr 12 14:32:20.040902 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.275958 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44000) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:20.396017 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6028f97d-5b8a-44de-a6f4-a7662daadd63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.479654 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6028f97d-5b8a-44de-a6f4-a7662daadd63 admin admin] Publish callbacks [] for security_group (cf29bdb0-5112-44a6-b841-be965225d05a), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.566411 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6028f97d-5b8a-44de-a6f4-a7662daadd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (cf29bdb0-5112-44a6-b841-be965225d05a), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.610189 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6028f97d-5b8a-44de-a6f4-a7662daadd63 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe4e24a680ab429bbe36e372497f5862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331118 Apr 12 14:32:20.617011 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028f97d-5b8a-44de-a6f4-a7662daadd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf29bdb0-5112-44a6-b841-be965225d05a,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:20.617165 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44014) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:20.664997 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa6d-de32-46c6-9f24-86736f08dddd admin admin] Publish callbacks [] for security_group (cf29bdb0-5112-44a6-b841-be965225d05a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.687177 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa6d-de32-46c6-9f24-86736f08dddd admin admin] Publish callbacks [] for security_group (cf29bdb0-5112-44a6-b841-be965225d05a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.789892 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd023874-2510-4477-85ea-3498c7675b9c req-89bf5ca9-4167-4ec3-bab0-6803a65cc201 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:20.791428 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fd023874-2510-4477-85ea-3498c7675b9c req-89bf5ca9-4167-4ec3-bab0-6803a65cc201 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0480042 Apr 12 14:32:20.839217 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fd023874-2510-4477-85ea-3498c7675b9c req-c3219c48-f895-4c52-bf6a-92315ff65e4e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Apr 12 14:32:20.872485 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa6d-de32-46c6-9f24-86736f08dddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (cf29bdb0-5112-44a6-b841-be965225d05a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.875125 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c12bfa6d-de32-46c6-9f24-86736f08dddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.876298 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c12bfa6d-de32-46c6-9f24-86736f08dddd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf29bdb0-5112-44a6-b841-be965225d05a HTTP/1.1" status: 204 len: 168 time: 0.2621140 Apr 12 14:32:20.884561 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bfa6d-de32-46c6-9f24-86736f08dddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf29bdb0-5112-44a6-b841-be965225d05a,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:21.532840 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44028) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:21.546045 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16d94b3e-c3d2-47a1-8939-d924a0384a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:21.626378 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16d94b3e-c3d2-47a1-8939-d924a0384a8a admin admin] Publish callbacks [] for security_group (d274cf09-830a-4164-b964-db7cbb809a56), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:21.734314 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16d94b3e-c3d2-47a1-8939-d924a0384a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (d274cf09-830a-4164-b964-db7cbb809a56), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:21.775680 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-16d94b3e-c3d2-47a1-8939-d924a0384a8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cafde060b8a74a9bb5b4bdfb78a12a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416639 Apr 12 14:32:21.776401 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d94b3e-c3d2-47a1-8939-d924a0384a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d274cf09-830a-4164-b964-db7cbb809a56,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:21.779201 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44030) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:21.833770 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f28b564c-616a-49a2-b752-d116a978a5e1 admin admin] Publish callbacks [] for security_group (d274cf09-830a-4164-b964-db7cbb809a56), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:21.857026 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f28b564c-616a-49a2-b752-d116a978a5e1 admin admin] Publish callbacks [] for security_group (d274cf09-830a-4164-b964-db7cbb809a56), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:22.112402 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f28b564c-616a-49a2-b752-d116a978a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (d274cf09-830a-4164-b964-db7cbb809a56), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:22.115116 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f28b564c-616a-49a2-b752-d116a978a5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:22.116293 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f28b564c-616a-49a2-b752-d116a978a5e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d274cf09-830a-4164-b964-db7cbb809a56 HTTP/1.1" status: 204 len: 168 time: 0.3361006 Apr 12 14:32:22.124598 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b564c-616a-49a2-b752-d116a978a5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d274cf09-830a-4164-b964-db7cbb809a56,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:23.593827 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb5c5c-0cad-4336-9684-c272f2ed9590 req-7d80ac45-2813-4dbc-9dcb-95c9438daf77 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:23.595444 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-35fb5c5c-0cad-4336-9684-c272f2ed9590 req-7d80ac45-2813-4dbc-9dcb-95c9438daf77 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 945 time: 0.0516574 Apr 12 14:32:23.643978 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-35fb5c5c-0cad-4336-9684-c272f2ed9590 req-a198ec4c-74df-43ad-b2b6-bdae70737f78 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 Apr 12 14:32:24.763780 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40307ee7-7b4e-44b0-9170-11452171d9a5 req-268da623-0a7f-44a2-b746-79466719e079 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:24.765349 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-40307ee7-7b4e-44b0-9170-11452171d9a5 req-268da623-0a7f-44a2-b746-79466719e079 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 945 time: 0.0500641 Apr 12 14:32:24.813152 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-40307ee7-7b4e-44b0-9170-11452171d9a5 req-0679efca-38f6-4886-8c95-25b92fe14488 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups?id=2401ec79-b67d-4930-ba62-115ccc2a06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409155 Apr 12 14:32:25.033117 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-16f10b59-b918-4028-8640-5a2d00feacd5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:25.034603 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-16f10b59-b918-4028-8640-5a2d00feacd5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 945 time: 0.0470901 Apr 12 14:32:25.131340 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Deleting port 70150a67-8a23-43ec-9cc3-626e909ed0e5 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:25.131689 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:25.226510 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] For port 70150a67-8a23-43ec-9cc3-626e909ed0e5, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=70150a67-8a23-43ec-9cc3-626e909ed0e5,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:25.226950 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:25.410731 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:25.411097 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3f75c334-d77a-4426-a90b-aba506819c09), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:25.411423 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Floating IP 3f75c334-d77a-4426-a90b-aba506819c09 disassociated. External IP: 172.27.3.52, port: 70150a67-8a23-43ec-9cc3-626e909ed0e5. Apr 12 14:32:25.411780 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Calling delete_port for 70150a67-8a23-43ec-9cc3-626e909ed0e5 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:25.627033 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (70150a67-8a23-43ec-9cc3-626e909ed0e5), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:25.653479 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'Port': ['ID=70150a67-8a23-43ec-9cc3-626e909ed0e5,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:25.776849 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:32:25.889641 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:32:25.901507 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:32:25.914147 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:25.914737 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-eb3109c2-655d-4790-a3a3-954c1bdeebf2 req-777aebde-eea2-481c-90cc-e9f40453f7ec tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 210 time: 0.0305033 Apr 12 14:32:25.915216 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:25.935357 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] No DVR routers for this DVR port 70150a67-8a23-43ec-9cc3-626e909ed0e5 on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:32:25.938447 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:25.942101 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4bfe7ae6-0acd-4a13-a809-3fcc7727a8e8 req-56395641-b345-4ad1-a95b-54a442372855 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.48 "DELETE /v2.0/ports/70150a67-8a23-43ec-9cc3-626e909ed0e5 HTTP/1.1" status: 204 len: 173 time: 0.9015739 Apr 12 14:32:25.942547 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'name': 'network-vif-deleted', 'tag': '70150a67-8a23-43ec-9cc3-626e909ed0e5'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:25.944827 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7b0a16-f3ef-4a19-a158-871ba83908b2" -d '{"events": [{"server_uuid": "0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d", "name": "network-vif-deleted", "tag": "70150a67-8a23-43ec-9cc3-626e909ed0e5"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:25.983792 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6c5f24-d29c-4d0a-ae1c-01f362b8620f x-openstack-request-id: req-aa6c5f24-d29c-4d0a-ae1c-01f362b8620f {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:25.984201 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d", "name": "network-vif-deleted", "tag": "70150a67-8a23-43ec-9cc3-626e909ed0e5", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:25.985130 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa6c5f24-d29c-4d0a-ae1c-01f362b8620f {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:25.989337 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6c5f24-d29c-4d0a-ae1c-01f362b8620f'] response: {'server_uuid': '0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d', 'name': 'network-vif-deleted', 'tag': '70150a67-8a23-43ec-9cc3-626e909ed0e5', 'status': 'completed', 'code': 200} Apr 12 14:32:26.027259 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:26.232864 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:26.259416 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:32:26.267974 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:26.268547 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:26.379403 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:26.569482 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:26.600086 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982818b-45df-4283-b9e1-287dd555cc9d None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:25:51Z', 'revision_number': 4, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '90af0925-f515-45aa-a527-61e7a985c82c', 'name': '', 'network_id': 'c6cfda00-f47e-4714-a51e-54f6193af483', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'mac_address': 'fa:16:3e:b0:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:49Z', 'updated_at': '2022-04-12T14:25:58Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'subnets': [{'id': 'f4377840-8ce7-4f3c-a2b2-7858ae2d4481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:32:26.840594 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e9b14-f243-40d5-8a1a-7be15aab6cbd None None] New status for floating IP 3f75c334-d77a-4426-a90b-aba506819c09: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:32:27.025933 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-37b8e617-6c0c-494e-8a8c-6bf16ccafa6a req-144d082d-c727-4f13-9524-3777324a0882 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d85fca8-a4ef-43dd-b7c6-c1ec3307b82d HTTP/1.1" status: 200 len: 210 time: 0.0286942 Apr 12 14:32:28.197642 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44112) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:28.252327 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f3028b42-7b11-4a76-a4c7-6546abf9178d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (2401ec79-b67d-4930-ba62-115ccc2a06c2), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.280695 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f3028b42-7b11-4a76-a4c7-6546abf9178d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (2401ec79-b67d-4930-ba62-115ccc2a06c2), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.412293 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f3028b42-7b11-4a76-a4c7-6546abf9178d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2401ec79-b67d-4930-ba62-115ccc2a06c2), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.414869 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f3028b42-7b11-4a76-a4c7-6546abf9178d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.416039 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f3028b42-7b11-4a76-a4c7-6546abf9178d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "DELETE /v2.0/security-groups/2401ec79-b67d-4930-ba62-115ccc2a06c2 HTTP/1.1" status: 204 len: 168 time: 0.2174051 Apr 12 14:32:28.419094 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44120) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:28.425946 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3028b42-7b11-4a76-a4c7-6546abf9178d tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2401ec79-b67d-4930-ba62-115ccc2a06c2,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:28.431480 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 70150a67-8a23-43ec-9cc3-626e909ed0e5 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:32:28.439076 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-4f417682-4856-4434-b848-78b599e5bbc5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] show failed (client error): The resource could not be found. Apr 12 14:32:28.440314 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4f417682-4856-4434-b848-78b599e5bbc5 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "GET /v2.0/security-groups/2401ec79-b67d-4930-ba62-115ccc2a06c2 HTTP/1.1" status: 404 len: 347 time: 0.0201447 Apr 12 14:32:28.444022 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44122) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:28.456502 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 70150a67-8a23-43ec-9cc3-626e909ed0e5 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:32:28.457261 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 70150a67-8a23-43ec-9cc3-626e909ed0e5 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:32:28.568229 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Deleting port 2bde029c-9b2e-4c18-ab15-00fac17e29b8 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:28.568229 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (2bde029c-9b2e-4c18-ab15-00fac17e29b8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.645527 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (2bde029c-9b2e-4c18-ab15-00fac17e29b8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.645771 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (2bde029c-9b2e-4c18-ab15-00fac17e29b8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.658586 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Calling delete_port for 2bde029c-9b2e-4c18-ab15-00fac17e29b8 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:28.892642 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (2bde029c-9b2e-4c18-ab15-00fac17e29b8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.921885 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Pushing event deleted for resources: {'Port': ['ID=2bde029c-9b2e-4c18-ab15-00fac17e29b8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:28.983542 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks [] for floatingip (3f75c334-d77a-4426-a90b-aba506819c09), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.986117 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.987266 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-af1509e3-8171-4cf2-87a0-f9b61a30da53 tempest-AttachVolumeNegativeTest-1765091882 tempest-AttachVolumeNegativeTest-1765091882-project] 10.222.0.61 "DELETE /v2.0/floatingips/3f75c334-d77a-4426-a90b-aba506819c09 HTTP/1.1" status: 204 len: 168 time: 0.5422475 Apr 12 14:32:30.431985 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44152) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:30.538460 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-25ca5966-4cab-4f7d-9c3b-548b54bd51ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:30.616114 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-25ca5966-4cab-4f7d-9c3b-548b54bd51ac admin admin] Publish callbacks [] for security_group (5c5bd932-e4a6-4e53-bc40-028c4d9ff374), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:30.829318 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-25ca5966-4cab-4f7d-9c3b-548b54bd51ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5c5bd932-e4a6-4e53-bc40-028c4d9ff374), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:30.868730 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-25ca5966-4cab-4f7d-9c3b-548b54bd51ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb1623b228ce4c6fb26d9f840521d537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4356740 Apr 12 14:32:30.869614 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca5966-4cab-4f7d-9c3b-548b54bd51ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5bd932-e4a6-4e53-bc40-028c4d9ff374,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:30.871503 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44158) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:30.921412 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c06d6d63-8e18-4d9e-8e91-ea11e9bfda00 admin admin] Publish callbacks [] for security_group (5c5bd932-e4a6-4e53-bc40-028c4d9ff374), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:30.942918 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c06d6d63-8e18-4d9e-8e91-ea11e9bfda00 admin admin] Publish callbacks [] for security_group (5c5bd932-e4a6-4e53-bc40-028c4d9ff374), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:31.089709 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c06d6d63-8e18-4d9e-8e91-ea11e9bfda00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5c5bd932-e4a6-4e53-bc40-028c4d9ff374), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:31.092231 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c06d6d63-8e18-4d9e-8e91-ea11e9bfda00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:31.093438 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c06d6d63-8e18-4d9e-8e91-ea11e9bfda00 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c5bd932-e4a6-4e53-bc40-028c4d9ff374 HTTP/1.1" status: 204 len: 168 time: 0.2209423 Apr 12 14:32:31.101912 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d6d63-8e18-4d9e-8e91-ea11e9bfda00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5bd932-e4a6-4e53-bc40-028c4d9ff374,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:31.718679 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44170) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:31.733754 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-50219a3d-7eed-4f88-8800-cec3c87382a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:31.818349 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-50219a3d-7eed-4f88-8800-cec3c87382a8 admin admin] Publish callbacks [] for security_group (8cfba3ca-6327-47b6-a436-1578e51d559d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:31.884045 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-50219a3d-7eed-4f88-8800-cec3c87382a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8cfba3ca-6327-47b6-a436-1578e51d559d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:31.923320 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50219a3d-7eed-4f88-8800-cec3c87382a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfba3ca-6327-47b6-a436-1578e51d559d,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:31.927708 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-50219a3d-7eed-4f88-8800-cec3c87382a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ae6679d791b46c5a176997ff419331e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068183 Apr 12 14:32:31.930456 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44178) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:31.979929 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-66e1dddb-dde5-4fe9-b53c-a906a43b8774 admin admin] Publish callbacks [] for security_group (8cfba3ca-6327-47b6-a436-1578e51d559d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:32.003333 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-66e1dddb-dde5-4fe9-b53c-a906a43b8774 admin admin] Publish callbacks [] for security_group (8cfba3ca-6327-47b6-a436-1578e51d559d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:32.132503 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-66e1dddb-dde5-4fe9-b53c-a906a43b8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8cfba3ca-6327-47b6-a436-1578e51d559d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:32.135322 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-66e1dddb-dde5-4fe9-b53c-a906a43b8774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:32.136452 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-66e1dddb-dde5-4fe9-b53c-a906a43b8774 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8cfba3ca-6327-47b6-a436-1578e51d559d HTTP/1.1" status: 204 len: 168 time: 0.2051008 Apr 12 14:32:32.144600 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1dddb-dde5-4fe9-b53c-a906a43b8774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfba3ca-6327-47b6-a436-1578e51d559d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:33.122135 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44208) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:33.695403 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (6574f188-4d4d-43a5-8561-88904ebddf4d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:33.988152 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Deleting port 90af0925-f515-45aa-a527-61e7a985c82c {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:33.988499 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (90af0925-f515-45aa-a527-61e7a985c82c), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:34.065511 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] For port 90af0925-f515-45aa-a527-61e7a985c82c, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=90af0925-f515-45aa-a527-61e7a985c82c,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:34.065872 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (90af0925-f515-45aa-a527-61e7a985c82c), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:34.082322 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Calling delete_port for 90af0925-f515-45aa-a527-61e7a985c82c owned by network:router_interface {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:34.337988 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (90af0925-f515-45aa-a527-61e7a985c82c), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:34.366046 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=90af0925-f515-45aa-a527-61e7a985c82c,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:34.535346 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (6574f188-4d4d-43a5-8561-88904ebddf4d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:34.805143 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44244) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:34.912697 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ed1f-1e28-4eb0-9bbe-d6ee5c3df831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:34.990226 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ed1f-1e28-4eb0-9bbe-d6ee5c3df831 admin admin] Publish callbacks [] for security_group (4d7e4cfb-a37c-473c-8895-60e956fb4ea7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.016019 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Router 6574f188-4d4d-43a5-8561-88904ebddf4d has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:32:35.043668 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ed1f-1e28-4eb0-9bbe-d6ee5c3df831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (4d7e4cfb-a37c-473c-8895-60e956fb4ea7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.082995 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8eb3ed1f-1e28-4eb0-9bbe-d6ee5c3df831 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ffc685791444112a283137f2e17a00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767372 Apr 12 14:32:35.083913 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3ed1f-1e28-4eb0-9bbe-d6ee5c3df831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7e4cfb-a37c-473c-8895-60e956fb4ea7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:35.086275 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44248) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:35.127586 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:32:35.133654 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-cced6897-24e3-45bb-873f-9b46ce400e69 admin admin] 10.222.0.61 "PUT /v2.0/routers/6574f188-4d4d-43a5-8561-88904ebddf4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0092828 Apr 12 14:32:35.136375 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44250) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:35.136602 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bacd11cb-e102-4af3-9eab-63b256598169 admin admin] Publish callbacks [] for security_group (4d7e4cfb-a37c-473c-8895-60e956fb4ea7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.148179 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] Sync routers for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:32:35.160534 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bacd11cb-e102-4af3-9eab-63b256598169 admin admin] Publish callbacks [] for security_group (4d7e4cfb-a37c-473c-8895-60e956fb4ea7), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.174622 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:35.176157 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:35.266176 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks [] for router (6574f188-4d4d-43a5-8561-88904ebddf4d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.303720 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bacd11cb-e102-4af3-9eab-63b256598169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (4d7e4cfb-a37c-473c-8895-60e956fb4ea7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.306321 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bacd11cb-e102-4af3-9eab-63b256598169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.307711 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bacd11cb-e102-4af3-9eab-63b256598169 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d7e4cfb-a37c-473c-8895-60e956fb4ea7 HTTP/1.1" status: 204 len: 168 time: 0.2205079 Apr 12 14:32:35.320395 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd11cb-e102-4af3-9eab-63b256598169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7e4cfb-a37c-473c-8895-60e956fb4ea7,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:35.388445 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks [] for router_gateway (6574f188-4d4d-43a5-8561-88904ebddf4d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.413746 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:35.530555 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Deleting port 12f87913-3cde-4554-8298-64e8c74036e7 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:35.530989 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (12f87913-3cde-4554-8298-64e8c74036e7), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.585672 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '12f87913-3cde-4554-8298-64e8c74036e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:32:34Z', 'revision_number': 5, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port': {'id': '12f87913-3cde-4554-8298-64e8c74036e7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:35.616527 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] For port 12f87913-3cde-4554-8298-64e8c74036e7, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=12f87913-3cde-4554-8298-64e8c74036e7,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:35.616947 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (12f87913-3cde-4554-8298-64e8c74036e7), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.618749 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] Checking router: 6574f188-4d4d-43a5-8561-88904ebddf4d for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:32:35.627535 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] Routers {'6574f188-4d4d-43a5-8561-88904ebddf4d'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:35.628831 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['6574f188-4d4d-43a5-8561-88904ebddf4d'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:35.635829 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Calling delete_port for 12f87913-3cde-4554-8298-64e8c74036e7 owned by network:router_gateway {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:35.728406 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] Set router 6574f188-4d4d-43a5-8561-88904ebddf4d gateway port host: None {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:35.781099 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:32:35Z', 'revision_number': 6, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port_host': None}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:35.810563 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39ed7e-99e5-47b4-bec6-c912cb853834 None None] The sync data for ids ['6574f188-4d4d-43a5-8561-88904ebddf4d'] in dv-cinder-837522-1-iscsi is: [{'id': '6574f188-4d4d-43a5-8561-88904ebddf4d', 'name': 'tempest-AttachVolumeNegativeTest-1955061819-router', 'tenant_id': 'e143bfbb72ff477eb0314ce2e307742b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:41Z', 'updated_at': '2022-04-12T14:32:35Z', 'revision_number': 6, 'project_id': 'e143bfbb72ff477eb0314ce2e307742b', 'gw_port_host': None}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:32:35.911975 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (12f87913-3cde-4554-8298-64e8c74036e7), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.939466 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=12f87913-3cde-4554-8298-64e8c74036e7,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:36.001504 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (6574f188-4d4d-43a5-8561-88904ebddf4d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.083221 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44256) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:36.101229 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01e7c5fc-ab16-4a1b-8f58-bcba7a4e33a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.108762 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (6574f188-4d4d-43a5-8561-88904ebddf4d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.111060 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks [] for router_controller (6574f188-4d4d-43a5-8561-88904ebddf4d), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.182142 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01e7c5fc-ab16-4a1b-8f58-bcba7a4e33a3 admin admin] Publish callbacks [] for security_group (612510e1-f9fc-4430-af91-739c9ecac569), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.275046 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (6574f188-4d4d-43a5-8561-88904ebddf4d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.275855 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6574f188-4d4d-43a5-8561-88904ebddf4d {{(pid=103904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:32:36.280554 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.281746 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ec591ad4-314b-4cd4-b23c-92c5817e1ccf admin admin] 10.222.0.61 "DELETE /v2.0/routers/6574f188-4d4d-43a5-8561-88904ebddf4d HTTP/1.1" status: 204 len: 168 time: 1.1445363 Apr 12 14:32:36.284926 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44258) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:36.332764 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01e7c5fc-ab16-4a1b-8f58-bcba7a4e33a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (612510e1-f9fc-4430-af91-739c9ecac569), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.341784 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d082bc83-8d10-4dfe-8bfe-35329995d4a9 admin admin] Deleting subnet f4377840-8ce7-4f3c-a2b2-7858ae2d4481 {{(pid=103904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:32:36.345820 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d082bc83-8d10-4dfe-8bfe-35329995d4a9 admin admin] Publish callbacks [] for subnet (f4377840-8ce7-4f3c-a2b2-7858ae2d4481), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.370836 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7c5fc-ab16-4a1b-8f58-bcba7a4e33a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612510e1-f9fc-4430-af91-739c9ecac569,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:36.378240 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-01e7c5fc-ab16-4a1b-8f58-bcba7a4e33a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee7a01cefbda4f7e9656379b00e4b634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935019 Apr 12 14:32:36.379354 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44260) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:36.386946 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d082bc83-8d10-4dfe-8bfe-35329995d4a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14365499'] for subnet (f4377840-8ce7-4f3c-a2b2-7858ae2d4481), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.433100 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-38b62527-a2ca-4e53-bb89-8b15c07e3631 admin admin] Publish callbacks [] for security_group (612510e1-f9fc-4430-af91-739c9ecac569), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.456813 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-38b62527-a2ca-4e53-bb89-8b15c07e3631 admin admin] Publish callbacks [] for security_group (612510e1-f9fc-4430-af91-739c9ecac569), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.503299 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d082bc83-8d10-4dfe-8bfe-35329995d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (f4377840-8ce7-4f3c-a2b2-7858ae2d4481), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.589971 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-38b62527-a2ca-4e53-bb89-8b15c07e3631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (612510e1-f9fc-4430-af91-739c9ecac569), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.595297 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-38b62527-a2ca-4e53-bb89-8b15c07e3631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.595297 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-38b62527-a2ca-4e53-bb89-8b15c07e3631 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/612510e1-f9fc-4430-af91-739c9ecac569 HTTP/1.1" status: 204 len: 168 time: 0.2126617 Apr 12 14:32:36.605183 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b62527-a2ca-4e53-bb89-8b15c07e3631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612510e1-f9fc-4430-af91-739c9ecac569,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:36.638366 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d082bc83-8d10-4dfe-8bfe-35329995d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14564383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12654918'] for subnet (f4377840-8ce7-4f3c-a2b2-7858ae2d4481), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.667918 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082bc83-8d10-4dfe-8bfe-35329995d4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4377840-8ce7-4f3c-a2b2-7858ae2d4481,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:36.671826 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d082bc83-8d10-4dfe-8bfe-35329995d4a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.678796 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-d082bc83-8d10-4dfe-8bfe-35329995d4a9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f4377840-8ce7-4f3c-a2b2-7858ae2d4481 HTTP/1.1" status: 204 len: 168 time: 0.3905377 Apr 12 14:32:36.679236 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44264) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:36.679377 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98215150-703c-4150-9460-da569ef3c27b None None] Network c6cfda00-f47e-4714-a51e-54f6193af483 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:32:36.754261 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (c6cfda00-f47e-4714-a51e-54f6193af483), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.802263 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Deleting port d131fadf-33d3-428a-8e69-d1e46c35a090 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:36.803134 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.850837 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a2779-3b08-489d-85c9-772fba9f269a None None] DHCP port deletion for c6cfda00-f47e-4714-a51e-54f6193af483 request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:32:36.876768 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] For port d131fadf-33d3-428a-8e69-d1e46c35a090, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=d131fadf-33d3-428a-8e69-d1e46c35a090,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:36.878516 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.891206 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Calling delete_port for d131fadf-33d3-428a-8e69-d1e46c35a090 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:36.891407 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a2779-3b08-489d-85c9-772fba9f269a None None] Deleting port d131fadf-33d3-428a-8e69-d1e46c35a090 {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:36.891769 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2779-3b08-489d-85c9-772fba9f269a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.960396 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-0a8a2779-3b08-489d-85c9-772fba9f269a None None] For port d131fadf-33d3-428a-8e69-d1e46c35a090, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=d131fadf-33d3-428a-8e69-d1e46c35a090,segment=NetworkSegment(6540ba8c-777b-4df2-8fa7-b5df3f16a9d5),segment_id=6540ba8c-777b-4df2-8fa7-b5df3f16a9d5)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:36.960790 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2779-3b08-489d-85c9-772fba9f269a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:36.974665 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a2779-3b08-489d-85c9-772fba9f269a None None] Calling delete_port for d131fadf-33d3-428a-8e69-d1e46c35a090 owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:37.029312 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:37.054405 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2779-3b08-489d-85c9-772fba9f269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (d131fadf-33d3-428a-8e69-d1e46c35a090), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:37.057153 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d131fadf-33d3-428a-8e69-d1e46c35a090,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:37.067676 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] No DVR routers for this DVR port d131fadf-33d3-428a-8e69-d1e46c35a090 on host dv-cinder-837522-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:32:37.082668 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a2779-3b08-489d-85c9-772fba9f269a None None] Pushing event deleted for resources: {'Port': ['ID=d131fadf-33d3-428a-8e69-d1e46c35a090,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:37.086382 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a2779-3b08-489d-85c9-772fba9f269a None None] No DVR routers for this DVR port d131fadf-33d3-428a-8e69-d1e46c35a090 on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:32:37.159945 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (c6cfda00-f47e-4714-a51e-54f6193af483), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:37.182289 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cfda00-f47e-4714-a51e-54f6193af483']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:37.192714 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:37.193044 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6540ba8c-777b-4df2-8fa7-b5df3f16a9d5') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:37.204088 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13984738'] for segment (6540ba8c-777b-4df2-8fa7-b5df3f16a9d5), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:37.207895 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device d131fadf-33d3-428a-8e69-d1e46c35a090 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:32:37.217973 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (6540ba8c-777b-4df2-8fa7-b5df3f16a9d5), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:37.225892 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:32:37.226632 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15437101'] for segment (6540ba8c-777b-4df2-8fa7-b5df3f16a9d5), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: Traceback (most recent call last): Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: timer() Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: cb(*args, **kw) Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: self._notify() Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: self.callback(batched_events) Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: event.method(event) Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: return f(self, *a, **k) Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._get(url).json() Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:32:37.228071 dv-cinder-837522-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:32:37.230236 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: d131fadf-33d3-428a-8e69-d1e46c35a090 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:32:37.230236 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device d131fadf-33d3-428a-8e69-d1e46c35a090 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:32:37.230236 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 12f87913-3cde-4554-8298-64e8c74036e7 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:32:37.257878 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 12f87913-3cde-4554-8298-64e8c74036e7 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:32:37.258519 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 12f87913-3cde-4554-8298-64e8c74036e7 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:32:37.258845 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 90af0925-f515-45aa-a527-61e7a985c82c no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:32:37.282026 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 90af0925-f515-45aa-a527-61e7a985c82c {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:32:37.282407 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 90af0925-f515-45aa-a527-61e7a985c82c not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:32:37.532155 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (c6cfda00-f47e-4714-a51e-54f6193af483), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:37.547829 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:37.547829 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c6cfda00-f47e-4714-a51e-54f6193af483 HTTP/1.1" status: 204 len: 168 time: 0.8622446 Apr 12 14:32:37.554366 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e02a0-ecda-448a-bdb5-21a7ade591a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6cfda00-f47e-4714-a51e-54f6193af483,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:37.976996 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44292) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:38.017041 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-acaf0dfa-2983-4c2e-93cc-43861ed93f16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e143bfbb72ff477eb0314ce2e307742b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387511 Apr 12 14:32:38.020205 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44294) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:38.068204 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73a51f66-3402-4e86-bbb6-42dc611b603a admin admin] Publish callbacks [] for security_group (369a5e68-6257-4448-bede-61bffccfa99f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:38.090873 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73a51f66-3402-4e86-bbb6-42dc611b603a admin admin] Publish callbacks [] for security_group (369a5e68-6257-4448-bede-61bffccfa99f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:38.207369 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73a51f66-3402-4e86-bbb6-42dc611b603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (369a5e68-6257-4448-bede-61bffccfa99f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:38.210327 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73a51f66-3402-4e86-bbb6-42dc611b603a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:38.211692 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-73a51f66-3402-4e86-bbb6-42dc611b603a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/369a5e68-6257-4448-bede-61bffccfa99f HTTP/1.1" status: 204 len: 168 time: 0.1905792 Apr 12 14:32:38.223995 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a51f66-3402-4e86-bbb6-42dc611b603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369a5e68-6257-4448-bede-61bffccfa99f,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:38.732301 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:40.497748 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-496c6527-47be-479c-aca5-5702315805ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415056 Apr 12 14:32:40.583292 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-ef671ad9-19c7-4aab-aa74-be07bb835df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:40.584812 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-ef671ad9-19c7-4aab-aa74-be07bb835df7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 1130 time: 0.0439672 Apr 12 14:32:40.697781 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-ab8e91fd-b4a3-4908-9a1d-420499960cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:40.699413 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-ab8e91fd-b4a3-4908-9a1d-420499960cf4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 200 len: 918 time: 0.0948114 Apr 12 14:32:40.770295 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-8fa2fd6c-5126-404c-85de-a6979de993f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89429c20-07b8-4d70-b572-db9a536cf822 HTTP/1.1" status: 200 len: 1000 time: 0.0649910 Apr 12 14:32:40.819954 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-fd1b212a-1a01-444c-89cf-98095f1be33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:40.821462 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-fd1b212a-1a01-444c-89cf-98095f1be33f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 200 len: 856 time: 0.0441127 Apr 12 14:32:40.844918 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44398) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:40.876421 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-d6c02a4f-0ad7-48e0-a1cc-a80332c4840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:40.878964 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-d6c02a4f-0ad7-48e0-a1cc-a80332c4840c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40d22d5a-428e-4501-854e-f855c51071de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516188 Apr 12 14:32:40.953330 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3588369a-d194-4ed1-9f22-ccbad500853b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:40.970776 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-c1b95ba6-ed82-4c71-95ae-6e1106a8c081 service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852461 Apr 12 14:32:41.032797 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3588369a-d194-4ed1-9f22-ccbad500853b admin admin] Publish callbacks [] for security_group (2a12c915-a43b-4033-899f-6791d61e0566), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:41.068632 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c84c91f0-8e87-4cd3-9c53-0f226a454f72 req-1c7072cb-47f6-4740-8732-1ef3b0ed966d service neutron] 10.222.0.48 "GET /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909309 Apr 12 14:32:41.117864 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3588369a-d194-4ed1-9f22-ccbad500853b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2a12c915-a43b-4033-899f-6791d61e0566), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:41.157292 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3588369a-d194-4ed1-9f22-ccbad500853b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c3aab2b4ead4d30897589ee9e4f62df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112309 Apr 12 14:32:41.158202 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588369a-d194-4ed1-9f22-ccbad500853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a12c915-a43b-4033-899f-6791d61e0566,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:41.160116 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44404) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:41.216868 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b3c317-ba58-4743-8b5e-ac96bf96815c admin admin] Publish callbacks [] for security_group (2a12c915-a43b-4033-899f-6791d61e0566), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:41.238881 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b3c317-ba58-4743-8b5e-ac96bf96815c admin admin] Publish callbacks [] for security_group (2a12c915-a43b-4033-899f-6791d61e0566), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:41.340942 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b3c317-ba58-4743-8b5e-ac96bf96815c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2a12c915-a43b-4033-899f-6791d61e0566), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:41.343468 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b3c317-ba58-4743-8b5e-ac96bf96815c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:41.344637 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-58b3c317-ba58-4743-8b5e-ac96bf96815c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a12c915-a43b-4033-899f-6791d61e0566 HTTP/1.1" status: 204 len: 168 time: 0.1834786 Apr 12 14:32:41.353178 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3c317-ba58-4743-8b5e-ac96bf96815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a12c915-a43b-4033-899f-6791d61e0566,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:42.007923 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44412) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:42.021645 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f30e3e3-c2c8-40d2-a627-1a798ab9b329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:42.101713 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f30e3e3-c2c8-40d2-a627-1a798ab9b329 admin admin] Publish callbacks [] for security_group (88fe861d-73f3-46fa-8d9f-4e6a396355a1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:42.163519 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f30e3e3-c2c8-40d2-a627-1a798ab9b329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (88fe861d-73f3-46fa-8d9f-4e6a396355a1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:42.203165 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30e3e3-c2c8-40d2-a627-1a798ab9b329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe861d-73f3-46fa-8d9f-4e6a396355a1,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:42.210527 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6f30e3e3-c2c8-40d2-a627-1a798ab9b329 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecbbc994989a47098d51b5e6487e82d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015145 Apr 12 14:32:42.213292 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44416) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:42.263879 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ddd1da6f-fd65-49bf-b31b-ea28e01ff707 admin admin] Publish callbacks [] for security_group (88fe861d-73f3-46fa-8d9f-4e6a396355a1), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:42.287974 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ddd1da6f-fd65-49bf-b31b-ea28e01ff707 admin admin] Publish callbacks [] for security_group (88fe861d-73f3-46fa-8d9f-4e6a396355a1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:42.420553 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ddd1da6f-fd65-49bf-b31b-ea28e01ff707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (88fe861d-73f3-46fa-8d9f-4e6a396355a1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:42.423144 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ddd1da6f-fd65-49bf-b31b-ea28e01ff707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:42.424347 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ddd1da6f-fd65-49bf-b31b-ea28e01ff707 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88fe861d-73f3-46fa-8d9f-4e6a396355a1 HTTP/1.1" status: 204 len: 168 time: 0.2101460 Apr 12 14:32:42.432941 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1da6f-fd65-49bf-b31b-ea28e01ff707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe861d-73f3-46fa-8d9f-4e6a396355a1,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:43.714990 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f0fd0403-1086-4e30-8c6d-9548e1767add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:46.000770 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9a632bab-02d7-420a-b4b6-c9f46614423e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:46.949538 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:47.762820 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:32:48.577966 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:50.000184 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:52.496836 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704fe4-fda1-4e32-8015-f1a85f13de79 req-9c64ed52-9a13-47fc-83a2-4374a4276bb6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:52.498477 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e704fe4-fda1-4e32-8015-f1a85f13de79 req-9c64ed52-9a13-47fc-83a2-4374a4276bb6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 945 time: 0.0487728 Apr 12 14:32:52.548300 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e704fe4-fda1-4e32-8015-f1a85f13de79 req-8b9bd8f3-5a7f-4644-be4d-3ac62f82f8fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Apr 12 14:32:52.926728 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3a66-e576-4406-a5b9-957b6d51a67a req-07264bb3-822d-4fc8-9e85-5e03f125a979 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:52.928217 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-757a3a66-e576-4406-a5b9-957b6d51a67a req-07264bb3-822d-4fc8-9e85-5e03f125a979 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0467975 Apr 12 14:32:52.980516 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-757a3a66-e576-4406-a5b9-957b6d51a67a req-5ced7fe0-00e2-427c-9fa8-ef75eff36f37 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466154 Apr 12 14:32:53.666795 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32118a-a097-4cc5-98b1-3ac0b1605f93 req-615c11d1-db49-4363-8000-6075439d9170 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:53.669989 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fb32118a-a097-4cc5-98b1-3ac0b1605f93 req-615c11d1-db49-4363-8000-6075439d9170 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 945 time: 0.0510550 Apr 12 14:32:53.722954 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fb32118a-a097-4cc5-98b1-3ac0b1605f93 req-bd2648fb-f2a0-4b93-8e10-0263855a5e95 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 Apr 12 14:32:54.100006 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c7d73-5e08-4c87-bbb5-b2f1c6cdac6e req-e6581fd4-8894-416e-aee9-e737e100c403 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:54.101429 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a39c7d73-5e08-4c87-bbb5-b2f1c6cdac6e req-e6581fd4-8894-416e-aee9-e737e100c403 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0481901 Apr 12 14:32:54.147482 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a39c7d73-5e08-4c87-bbb5-b2f1c6cdac6e req-90dd95d9-017e-4eeb-af9d-f4b2a132b0de tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403931 Apr 12 14:32:54.838188 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f890df-8270-4c7e-82a6-5ffa831383b1 req-4a979fb4-d19d-444d-857d-b04d9adaa61f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:54.839655 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-61f890df-8270-4c7e-82a6-5ffa831383b1 req-4a979fb4-d19d-444d-857d-b04d9adaa61f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 945 time: 0.0482566 Apr 12 14:32:54.887863 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-61f890df-8270-4c7e-82a6-5ffa831383b1 req-ac99e8f3-62b5-45c8-9306-e18a355caee7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Apr 12 14:32:55.269529 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71070cf-450b-41f7-b89d-df95a5bb3faa req-2b6a4eb8-6f45-4d66-880f-e73a35d4b5f3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:55.269529 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e71070cf-450b-41f7-b89d-df95a5bb3faa req-2b6a4eb8-6f45-4d66-880f-e73a35d4b5f3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0473452 Apr 12 14:32:55.329281 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-6fa3fdc8-4f61-481e-af07-f30e418e9f2e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:55.331006 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-6fa3fdc8-4f61-481e-af07-f30e418e9f2e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0639534 Apr 12 14:32:55.347056 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-41a75a25-874f-4474-9adb-f0c34bba3f6c tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:55.348664 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-41a75a25-874f-4474-9adb-f0c34bba3f6c tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 945 time: 0.0480411 Apr 12 14:32:55.380774 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e71070cf-450b-41f7-b89d-df95a5bb3faa req-f47a7381-0054-49ec-b5e5-eaa9dd4ed9e1 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups?id=e47e4195-a181-4983-9ed2-daf30b82836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056297 Apr 12 14:32:55.434176 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Deleting port 89429c20-07b8-4d70-b572-db9a536cf822 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:55.434539 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (89429c20-07b8-4d70-b572-db9a536cf822), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.442278 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Deleting port bd4d76fa-f982-410d-8e60-616ecac768dd {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:55.442767 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.540067 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] For port 89429c20-07b8-4d70-b572-db9a536cf822, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=89429c20-07b8-4d70-b572-db9a536cf822,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:55.540496 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] For port bd4d76fa-f982-410d-8e60-616ecac768dd, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bd4d76fa-f982-410d-8e60-616ecac768dd,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:55.540679 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (89429c20-07b8-4d70-b572-db9a536cf822), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.540871 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.567793 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44568) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:55.728771 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.730572 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.731117 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Floating IP 3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1 disassociated. External IP: 172.27.3.68, port: bd4d76fa-f982-410d-8e60-616ecac768dd. Apr 12 14:32:55.731474 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Calling delete_port for bd4d76fa-f982-410d-8e60-616ecac768dd owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:55.734023 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.776729 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.777127 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (790a299b-ce54-4ac9-93e4-c94b8f975303), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.777454 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Floating IP 790a299b-ce54-4ac9-93e4-c94b8f975303 disassociated. External IP: 172.27.3.63, port: 89429c20-07b8-4d70-b572-db9a536cf822. Apr 12 14:32:55.777802 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Calling delete_port for 89429c20-07b8-4d70-b572-db9a536cf822 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:55.901565 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Publish callbacks [] for security_group (cf9945b3-4252-410b-ae88-5001527bcaa1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.968131 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (bd4d76fa-f982-410d-8e60-616ecac768dd), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.017351 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8aa3b624-0e0e-46a9-955c-2aeff53f5a4f req-416f16b5-5879-4511-a6bf-3e960fac788e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 210 time: 0.0606828 Apr 12 14:32:56.020827 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event deleted for resources: {'Port': ['ID=bd4d76fa-f982-410d-8e60-616ecac768dd,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:56.045635 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (cf9945b3-4252-410b-ae88-5001527bcaa1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.090179 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (89429c20-07b8-4d70-b572-db9a536cf822), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.101111 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9945b3-4252-410b-ae88-5001527bcaa1,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:56.107223 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69376fc347214e63b731ff3a1c0e1331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357139 Apr 12 14:32:56.123548 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44582) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:56.130340 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event deleted for resources: {'Port': ['ID=89429c20-07b8-4d70-b572-db9a536cf822,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:56.133295 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.133637 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.133976 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.134311 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.134643 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.134971 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.135682 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.135682 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.135938 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.136239 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.136560 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.136879 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.137229 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.137542 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.137857 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d1d6-8139-41ff-b424-a231ea9e5fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.150619 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.150619 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.150792 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.151116 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.151451 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.151837 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.152104 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.152434 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.152757 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.153119 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.153447 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.153774 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.154095 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.154416 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.154740 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:56.198213 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Router 128c1704-2d74-40f6-9410-15e2e83bea71 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:32:56.199084 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1b87cb78-7f50-4ac5-bb55-8ad8b9a0c4be admin admin] Publish callbacks [] for security_group (cf9945b3-4252-410b-ae88-5001527bcaa1), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.269813 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1b87cb78-7f50-4ac5-bb55-8ad8b9a0c4be admin admin] Publish callbacks [] for security_group (cf9945b3-4252-410b-ae88-5001527bcaa1), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.278634 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:32:56.367894 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:32:56.378794 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] Sync routers for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:32:56.389245 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:56.389893 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:56.437040 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] No DVR routers for this DVR port bd4d76fa-f982-410d-8e60-616ecac768dd on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:32:56.438933 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:32:56.439611 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.444004 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9189b949-eccd-4071-b13f-5e6c90a2b3ae req-b8116861-bedd-4bad-bdd1-55bea25381a4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "DELETE /v2.0/ports/bd4d76fa-f982-410d-8e60-616ecac768dd HTTP/1.1" status: 204 len: 173 time: 1.0899251 Apr 12 14:32:56.444373 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'name': 'network-vif-deleted', 'tag': 'bd4d76fa-f982-410d-8e60-616ecac768dd'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:56.449911 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d47965-572c-4cbd-ad14-15aeccb25cc9" -d '{"events": [{"server_uuid": "944044cb-2e63-47fb-a9e5-522c6a47fd2d", "name": "network-vif-deleted", "tag": "bd4d76fa-f982-410d-8e60-616ecac768dd"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:56.457341 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] Sync routers for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:32:56.467000 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1b87cb78-7f50-4ac5-bb55-8ad8b9a0c4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (cf9945b3-4252-410b-ae88-5001527bcaa1), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.480772 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1b87cb78-7f50-4ac5-bb55-8ad8b9a0c4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.490494 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-1b87cb78-7f50-4ac5-bb55-8ad8b9a0c4be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf9945b3-4252-410b-ae88-5001527bcaa1 HTTP/1.1" status: 204 len: 168 time: 0.3658056 Apr 12 14:32:56.492839 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:56.494383 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:56.519507 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87cb78-7f50-4ac5-bb55-8ad8b9a0c4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9945b3-4252-410b-ae88-5001527bcaa1,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:56.580887 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebabf38-d6cf-4c34-b3ca-cfc54d1ff5cf x-openstack-request-id: req-2ebabf38-d6cf-4c34-b3ca-cfc54d1ff5cf {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:56.581303 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944044cb-2e63-47fb-a9e5-522c6a47fd2d", "name": "network-vif-deleted", "tag": "bd4d76fa-f982-410d-8e60-616ecac768dd", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:56.581692 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ebabf38-d6cf-4c34-b3ca-cfc54d1ff5cf {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:56.585810 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebabf38-d6cf-4c34-b3ca-cfc54d1ff5cf'] response: {'server_uuid': '944044cb-2e63-47fb-a9e5-522c6a47fd2d', 'name': 'network-vif-deleted', 'tag': 'bd4d76fa-f982-410d-8e60-616ecac768dd', 'status': 'completed', 'code': 200} Apr 12 14:32:56.601594 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] No DVR routers for this DVR port 89429c20-07b8-4d70-b572-db9a536cf822 on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:32:56.602257 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:56.645326 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ece22f7-f21a-4b84-a780-6eaed2ba6589 req-829f7d21-c3be-4bc5-985d-8ef790756862 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0535305 Apr 12 14:32:56.646915 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.650678 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d38ab3a6-4c22-4f37-bb8d-0aa44c1819f2 req-b99072f7-9e1a-4a1b-881f-46fe192e87b3 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.48 "DELETE /v2.0/ports/89429c20-07b8-4d70-b572-db9a536cf822 HTTP/1.1" status: 204 len: 173 time: 1.3134687 Apr 12 14:32:56.651356 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-deleted', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:56.657673 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460f0c8a-9462-49d5-908b-e6e1d0f2c753" -d '{"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-deleted", "tag": "89429c20-07b8-4d70-b572-db9a536cf822"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:56.711851 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ce9edc-eaf0-4310-bcae-1de88573d6d1 x-openstack-request-id: req-57ce9edc-eaf0-4310-bcae-1de88573d6d1 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:56.712632 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7217433c-97e4-4d30-986e-13f5ea6b7ba6", "name": "network-vif-deleted", "tag": "89429c20-07b8-4d70-b572-db9a536cf822", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:56.713121 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57ce9edc-eaf0-4310-bcae-1de88573d6d1 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:56.713867 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ce9edc-eaf0-4310-bcae-1de88573d6d1'] response: {'server_uuid': '7217433c-97e4-4d30-986e-13f5ea6b7ba6', 'name': 'network-vif-deleted', 'tag': '89429c20-07b8-4d70-b572-db9a536cf822', 'status': 'completed', 'code': 200} Apr 12 14:32:56.780805 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:56.887643 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:56.923566 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] Checking router: 128c1704-2d74-40f6-9410-15e2e83bea71 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:32:56.933439 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:56.934045 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:57.054140 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:57.082483 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:57.088135 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] Checking router: 9119e2f6-49c5-489c-a3b6-0afcf61f3050 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:32:57.098398 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:57.099107 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:57.148084 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c6b176f3-fc3b-4940-a8f9-72faa665ae5d req-866d4a91-8390-4294-8745-2c2bb402a33c tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=944044cb-2e63-47fb-a9e5-522c6a47fd2d HTTP/1.1" status: 200 len: 210 time: 0.0332205 Apr 12 14:32:57.217571 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:57.290734 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:57.449307 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:57.457154 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bc46e-d9e8-4ab0-91da-13b1ad60d317 None None] The sync data for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi is: [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:32:57.480845 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44602) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:57.485154 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064f409-1afc-4c41-a1bd-e6f1401c3e54 None None] The sync data for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi is: [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:25:49Z', 'revision_number': 4, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '63a80fd6-1682-448d-b285-8aa84f62a858', 'name': '', 'network_id': '40d22d5a-428e-4501-854e-f855c51071de', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'mac_address': 'fa:16:3e:f5:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:48Z', 'updated_at': '2022-04-12T14:26:01Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'subnets': [{'id': '64ed6263-2691-4711-b1c9-9c8026bcd73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:32:57.500036 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-db9f8db4-626c-4945-9f51-623c3392452f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:57.585957 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-db9f8db4-626c-4945-9f51-623c3392452f admin admin] Publish callbacks [] for security_group (555ce3a5-d3e6-481d-bb4f-e697cb62e1b9), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:57.675010 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-db9f8db4-626c-4945-9f51-623c3392452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (555ce3a5-d3e6-481d-bb4f-e697cb62e1b9), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:57.740785 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f8db4-626c-4945-9f51-623c3392452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555ce3a5-d3e6-481d-bb4f-e697cb62e1b9,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:57.745955 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-db9f8db4-626c-4945-9f51-623c3392452f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91d8e86e0f614ade8fb9ee1733f118c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638147 Apr 12 14:32:57.748766 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44610) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:57.813236 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-907da424-37d2-4046-91a7-08c1c14bccea admin admin] Publish callbacks [] for security_group (555ce3a5-d3e6-481d-bb4f-e697cb62e1b9), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:57.844259 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-907da424-37d2-4046-91a7-08c1c14bccea admin admin] Publish callbacks [] for security_group (555ce3a5-d3e6-481d-bb4f-e697cb62e1b9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:57.845435 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f432f-3b70-45ff-9272-43cce00f1d75 None None] New status for floating IP 790a299b-ce54-4ac9-93e4-c94b8f975303: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:32:57.918000 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1e3be4-aee1-4474-a823-27212ef2a506 None None] New status for floating IP 3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1: DOWN {{(pid=103906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:32:57.939344 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5d27b2d5-eaf5-45aa-91c4-102089cc149b req-c978ec0a-a707-4c2f-8f5f-f6750639ac1e tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/ports?device_id=7217433c-97e4-4d30-986e-13f5ea6b7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0585139 Apr 12 14:32:58.018804 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-907da424-37d2-4046-91a7-08c1c14bccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (555ce3a5-d3e6-481d-bb4f-e697cb62e1b9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:58.022554 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-907da424-37d2-4046-91a7-08c1c14bccea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:58.023791 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-907da424-37d2-4046-91a7-08c1c14bccea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/555ce3a5-d3e6-481d-bb4f-e697cb62e1b9 HTTP/1.1" status: 204 len: 168 time: 0.2734463 Apr 12 14:32:58.034317 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907da424-37d2-4046-91a7-08c1c14bccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555ce3a5-d3e6-481d-bb4f-e697cb62e1b9,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:58.218279 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44620) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:58.436434 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-492f7f99-6b54-45e8-973e-b4915c2df29f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065803435&fields=id&tenant_id=47cdab1e9b464fd2974ee31d4ab20865 HTTP/1.1" status: 200 len: 267 time: 0.0531366 Apr 12 14:32:58.581364 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-2dec5174-9461-4f07-889b-a45bda08c2fe tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:58.585561 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-2dec5174-9461-4f07-889b-a45bda08c2fe tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 811 time: 0.1405683 Apr 12 14:32:58.601580 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device bd4d76fa-f982-410d-8e60-616ecac768dd no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:32:58.605495 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-e33a41f3-52a8-4fa7-89f8-92aaa5f7aefb tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/quotas/47cdab1e9b464fd2974ee31d4ab20865 HTTP/1.1" status: 200 len: 375 time: 0.0105810 Apr 12 14:32:58.628672 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: bd4d76fa-f982-410d-8e60-616ecac768dd {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:32:58.629172 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device bd4d76fa-f982-410d-8e60-616ecac768dd not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:32:58.629667 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 89429c20-07b8-4d70-b572-db9a536cf822 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:32:58.650484 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 89429c20-07b8-4d70-b572-db9a536cf822 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:32:58.651181 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 89429c20-07b8-4d70-b572-db9a536cf822 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:32:58.664788 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-84e38668-cca7-44ec-9193-0b13ccf88983 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541801 Apr 12 14:32:58.796512 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01578fd4-7407-4c7a-ab43-13e74802ce09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:58.830894 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-cd3cdeae-de85-404a-818a-bf88b6548505 service neutron] 10.222.0.61 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526937 Apr 12 14:32:58.874357 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01578fd4-7407-4c7a-ab43-13e74802ce09 admin admin] Publish callbacks [] for security_group (b94d945e-d4bc-4bdb-9d5a-ca0985bc8842), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:58.927842 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-e1abbca0-6aef-48a1-ad4a-5c1c28696d4d service neutron] 10.222.0.61 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908725 Apr 12 14:32:58.949161 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01578fd4-7407-4c7a-ab43-13e74802ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (b94d945e-d4bc-4bdb-9d5a-ca0985bc8842), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:58.990282 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-01578fd4-7407-4c7a-ab43-13e74802ce09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0311ca0e4784db68b15543d7930ef01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7707894 Apr 12 14:32:58.992915 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44648) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:59.002814 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01578fd4-7407-4c7a-ab43-13e74802ce09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d945e-d4bc-4bdb-9d5a-ca0985bc8842,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:59.051220 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c04c62b6-99e0-42d0-8be2-1d62164c2605 admin admin] Publish callbacks [] for security_group (b94d945e-d4bc-4bdb-9d5a-ca0985bc8842), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.074236 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c04c62b6-99e0-42d0-8be2-1d62164c2605 admin admin] Publish callbacks [] for security_group (b94d945e-d4bc-4bdb-9d5a-ca0985bc8842), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.151105 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44660) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:59.220041 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b981077a-10be-417a-aa39-faaa98c18454 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (e47e4195-a181-4983-9ed2-daf30b82836e), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.245316 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b981077a-10be-417a-aa39-faaa98c18454 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (e47e4195-a181-4983-9ed2-daf30b82836e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.247915 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c04c62b6-99e0-42d0-8be2-1d62164c2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (b94d945e-d4bc-4bdb-9d5a-ca0985bc8842), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.250645 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c04c62b6-99e0-42d0-8be2-1d62164c2605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.251796 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c04c62b6-99e0-42d0-8be2-1d62164c2605 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b94d945e-d4bc-4bdb-9d5a-ca0985bc8842 HTTP/1.1" status: 204 len: 168 time: 0.2578797 Apr 12 14:32:59.272611 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c62b6-99e0-42d0-8be2-1d62164c2605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d945e-d4bc-4bdb-9d5a-ca0985bc8842,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:59.394795 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b981077a-10be-417a-aa39-faaa98c18454 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (e47e4195-a181-4983-9ed2-daf30b82836e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.397479 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b981077a-10be-417a-aa39-faaa98c18454 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.402892 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b981077a-10be-417a-aa39-faaa98c18454 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "DELETE /v2.0/security-groups/e47e4195-a181-4983-9ed2-daf30b82836e HTTP/1.1" status: 204 len: 168 time: 0.2465465 Apr 12 14:32:59.403358 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44668) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:59.415549 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981077a-10be-417a-aa39-faaa98c18454 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47e4195-a181-4983-9ed2-daf30b82836e,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:59.421774 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-f97af5eb-76d1-4dfd-8d5c-b093132a8219 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] show failed (client error): The resource could not be found. Apr 12 14:32:59.422812 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f97af5eb-76d1-4dfd-8d5c-b093132a8219 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "GET /v2.0/security-groups/e47e4195-a181-4983-9ed2-daf30b82836e HTTP/1.1" status: 404 len: 347 time: 0.0183873 Apr 12 14:32:59.426471 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44670) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:59.548830 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Deleting port 8d76d67d-eba4-4e02-a229-cdc687976fc0 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:59.549682 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (8d76d67d-eba4-4e02-a229-cdc687976fc0), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.646987 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (8d76d67d-eba4-4e02-a229-cdc687976fc0), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.647538 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (8d76d67d-eba4-4e02-a229-cdc687976fc0), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.662877 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Calling delete_port for 8d76d67d-eba4-4e02-a229-cdc687976fc0 owned by network:floatingip {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:59.696920 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ddc56db4-e13f-4282-ae5f-85c074f47e17 req-23cae276-caf9-4928-94a0-7fc470df0dc3 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 210 time: 0.0435596 Apr 12 14:32:59.987786 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (8d76d67d-eba4-4e02-a229-cdc687976fc0), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:00.296182 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Pushing event deleted for resources: {'Port': ['ID=8d76d67d-eba4-4e02-a229-cdc687976fc0,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:00.370384 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks [] for floatingip (790a299b-ce54-4ac9-93e4-c94b8f975303), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:00.373283 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:00.376944 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-bdaeecd0-c691-469a-9107-d0e6c2689919 tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] 10.222.0.61 "DELETE /v2.0/floatingips/790a299b-ce54-4ac9-93e4-c94b8f975303 HTTP/1.1" status: 204 len: 168 time: 0.9469850 Apr 12 14:33:00.666275 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44706) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:00.787513 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1794170928-network', 'tenant_id': 'de870745ee7f4b7a8f088df471bd2a54'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:00.810543 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-83179742-44fa-42f3-aff1-d1d88cc80d96 req-1e8e4f14-7cf5-4732-8346-5a495de81c6b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 210 time: 0.0378366 Apr 12 14:33:00.915183 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Made reservation on behalf of de870745ee7f4b7a8f088df471bd2a54 for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:00.917511 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:00.930126 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:01.005664 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Publish callbacks [] for security_group (e0eef002-259d-4c8d-b2cb-f2e4af732abe), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:01.123412 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (e0eef002-259d-4c8d-b2cb-f2e4af732abe), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:01.150682 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:33:01.156999 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eef002-259d-4c8d-b2cb-f2e4af732abe,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:01.168621 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (442c1eaa-30bd-4d81-a9ae-68777d3a1319), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:01.168975 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Added segment 442c1eaa-30bd-4d81-a9ae-68777d3a1319 of type vlan for network fd7d3810-cd22-4752-8720-4bc734dda23d Apr 12 14:33:01.211456 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (fd7d3810-cd22-4752-8720-4bc734dda23d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:01.289274 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (fd7d3810-cd22-4752-8720-4bc734dda23d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:01.290256 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:01.290863 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:01.358265 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7d3810-cd22-4752-8720-4bc734dda23d,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:01.369510 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network fd7d3810-cd22-4752-8720-4bc734dda23d details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:33:01.457574 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f62dd563-364a-4767-920e-8c07167326f8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7901731 Apr 12 14:33:01.460368 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44718) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:01.465061 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Request body: {'subnet': {'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1794170928-subnet', 'tenant_id': 'de870745ee7f4b7a8f088df471bd2a54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:01.543503 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Made reservation on behalf of de870745ee7f4b7a8f088df471bd2a54 for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:01.545990 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12654939'] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:01.780836 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14564050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12654921'] for subnet (27349115-8650-4d84-8c4b-e06a1b3e8f94), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:01.847959 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Pushing event updated for resources: {'Subnet': ['ID=27349115-8650-4d84-8c4b-e06a1b3e8f94,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:01.856181 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Checking segment: {'id': '442c1eaa-30bd-4d81-a9ae-68777d3a1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:01.856548 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Network hostable DHCP agents. Network: fd7d3810-cd22-4752-8720-4bc734dda23d, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:33:01.946993 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Network fd7d3810-cd22-4752-8720-4bc734dda23d is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:33:01.961644 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20e5f52b-ec69-4945-8f0f-80019ece56c2 req-82d39361-d544-4e6a-947e-eed48c05a256 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 210 time: 0.0493524 Apr 12 14:33:02.039374 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-ba6ccf95-7696-4d0d-ac99-75a6078d0bde tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:02.040729 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-ba6ccf95-7696-4d0d-ac99-75a6078d0bde tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 811 time: 0.1551163 Apr 12 14:33:02.046269 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, fd7d3810-cd22-4752-8720-4bc734dda23d) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:02.052453 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:02.053437 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:02.059576 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bee2e4-2795-4e24-a56a-5510de61cfd4 None None] Network fd7d3810-cd22-4752-8720-4bc734dda23d requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:02.119896 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-ebe84dc7-3767-4a07-8a78-22bf01c0104f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47cdab1e9b464fd2974ee31d4ab20865 HTTP/1.1" status: 200 len: 380 time: 0.0714419 Apr 12 14:33:02.128803 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'port': {'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'admin_state_up': True, 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'security_groups': ['0d21a92d-2d95-4fd6-ba30-8caa589652e4']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:02.154393 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-5e803c87-c09a-4c21-a77c-01b64d99f99d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6928635 Apr 12 14:33:02.201731 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8485b2-2eaa-4e8a-b0c6-ce87ac440a38 None None] Network fd7d3810-cd22-4752-8720-4bc734dda23d requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:02.357274 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Made reservation on behalf of 47cdab1e9b464fd2974ee31d4ab20865 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:02.360679 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:02.489261 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Allocated IP 172.20.0.11 (79d4d03c-f80a-44d6-bd4c-6174a4502958/e9a722a7-f161-4121-958c-da8a849208fd/c682f9db-1f38-4664-af78-8d40755c1207) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:33:02.634137 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for port (c682f9db-1f38-4664-af78-8d40755c1207), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:02.761291 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (c682f9db-1f38-4664-af78-8d40755c1207), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:02.810511 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:02.813646 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:02.818132 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:33:02.824742 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'Port': ['ID=c682f9db-1f38-4664-af78-8d40755c1207,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:02.873232 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:02.873985 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:02.944691 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-200a851f-dbb6-4e6a-a034-4561905b7111 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8205125 Apr 12 14:33:03.045980 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-d48790b7-1a18-4543-967e-2f9c214e9cc6 None None] Provisioning complete for port c682f9db-1f38-4664-af78-8d40755c1207 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:03.046555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d48790b7-1a18-4543-967e-2f9c214e9cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (c682f9db-1f38-4664-af78-8d40755c1207), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:03.092303 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-d48790b7-1a18-4543-967e-2f9c214e9cc6 None None] Port c682f9db-1f38-4664-af78-8d40755c1207 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:33:03.093501 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a79357-24ac-486b-94b0-6e46aee5d137 req-31fdfe06-7aad-411a-8df8-26a5c1674ac8 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:03.095701 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-29a79357-24ac-486b-94b0-6e46aee5d137 req-31fdfe06-7aad-411a-8df8-26a5c1674ac8 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 932 time: 0.0599046 Apr 12 14:33:03.148377 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-29a79357-24ac-486b-94b0-6e46aee5d137 req-ff036a4a-ed10-4705-9462-3978ffd12d82 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470040 Apr 12 14:33:03.909896 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Request body: {'port': {'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:03.969031 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (c682f9db-1f38-4664-af78-8d40755c1207), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:04.268671 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c682f9db-1f38-4664-af78-8d40755c1207 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:04.279707 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Publish callbacks [] for port (c682f9db-1f38-4664-af78-8d40755c1207), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:04.293242 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003921c-b66b-4de2-9dcb-d290a0ce3372 req-7dee8d36-c2e8-456a-a5ed-6067a9073650 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:04.294787 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7003921c-b66b-4de2-9dcb-d290a0ce3372 req-7dee8d36-c2e8-456a-a5ed-6067a9073650 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 932 time: 0.0688035 Apr 12 14:33:04.309815 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Transition to ACTIVE for port object c682f9db-1f38-4664-af78-8d40755c1207 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:33:04.350811 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7003921c-b66b-4de2-9dcb-d290a0ce3372 req-26300f9f-bcd7-4527-a22c-2a2512b09d31 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490437 Apr 12 14:33:04.403396 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (c682f9db-1f38-4664-af78-8d40755c1207), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:04.458705 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c682f9db-1f38-4664-af78-8d40755c1207,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:04.536433 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Attempting to bind port c682f9db-1f38-4664-af78-8d40755c1207 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:33:04.536771 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Attempting to bind port c682f9db-1f38-4664-af78-8d40755c1207 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:33:04.537136 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Attempting to bind port c682f9db-1f38-4664-af78-8d40755c1207 on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:04.542304 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Port c682f9db-1f38-4664-af78-8d40755c1207 on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:33:04.542568 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Attempting to bind port c682f9db-1f38-4664-af78-8d40755c1207 on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:04.547926 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:33:04.548326 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Checking segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:04.548750 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Bound using segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:33:04.552278 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Bound port: c682f9db-1f38-4664-af78-8d40755c1207, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:33:04.552278 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (c682f9db-1f38-4664-af78-8d40755c1207), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:04.617785 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] For port c682f9db-1f38-4664-af78-8d40755c1207, host hv-cinder-83752, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:33:04.621240 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] For port c682f9db-1f38-4664-af78-8d40755c1207, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c682f9db-1f38-4664-af78-8d40755c1207,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:33:04.787110 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (c682f9db-1f38-4664-af78-8d40755c1207), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:04.831908 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:04.832513 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:04.834001 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/c682f9db-1f38-4664-af78-8d40755c1207 HTTP/1.1" status: 200 len: 1094 time: 0.9286354 Apr 12 14:33:04.834442 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:04.836703 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed04737d-51a1-46cb-b68a-5bc89c2751af" -d '{"events": [{"name": "network-changed", "server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "tag": "c682f9db-1f38-4664-af78-8d40755c1207"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:04.863747 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28341f-ebca-4113-91d1-9f4de23ec3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c682f9db-1f38-4664-af78-8d40755c1207,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:04.885172 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bbe2f8-d98c-4403-b381-55b240cf764b x-openstack-request-id: req-35bbe2f8-d98c-4403-b381-55b240cf764b {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:04.885470 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "tag": "c682f9db-1f38-4664-af78-8d40755c1207", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:04.885722 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35bbe2f8-d98c-4403-b381-55b240cf764b {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:04.886127 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bbe2f8-d98c-4403-b381-55b240cf764b'] response: {'name': 'network-changed', 'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207', 'status': 'completed', 'code': 200} Apr 12 14:33:04.947482 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04737d-51a1-46cb-b68a-5bc89c2751af req-a11df13c-0698-4f73-8377-cffaa6795cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:04.949109 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed04737d-51a1-46cb-b68a-5bc89c2751af req-a11df13c-0698-4f73-8377-cffaa6795cf9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 1128 time: 0.0433059 Apr 12 14:33:05.051747 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04737d-51a1-46cb-b68a-5bc89c2751af req-80778ee4-03b5-4100-936e-7609952025e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.053182 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed04737d-51a1-46cb-b68a-5bc89c2751af req-80778ee4-03b5-4100-936e-7609952025e6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972710 Apr 12 14:33:05.155968 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04737d-51a1-46cb-b68a-5bc89c2751af req-dac62166-3155-4e42-92cb-f70440565e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.157498 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed04737d-51a1-46cb-b68a-5bc89c2751af req-dac62166-3155-4e42-92cb-f70440565e94 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978456 Apr 12 14:33:05.231185 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-817d644f-564c-4602-a747-3c841e75580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.232860 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-817d644f-564c-4602-a747-3c841e75580f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 1128 time: 0.0417945 Apr 12 14:33:05.279022 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-b3124b41-2659-4e8a-95d5-ce314cf29784 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c682f9db-1f38-4664-af78-8d40755c1207 HTTP/1.1" status: 200 len: 217 time: 0.0392060 Apr 12 14:33:05.327765 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-06c1e13a-3bad-48f5-9399-bbbd066c7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.329249 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-06c1e13a-3bad-48f5-9399-bbbd066c7757 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0446861 Apr 12 14:33:05.393711 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-02bd7e88-0fcd-45b5-a6c7-fe7b3c8874a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.393711 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-02bd7e88-0fcd-45b5-a6c7-fe7b3c8874a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448828 Apr 12 14:33:05.533134 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558413b4-d125-41e2-96c6-5ed48d4e30ba req-73acbe18-5eb2-4dfe-8a21-0d885a486bcb tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.535160 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-558413b4-d125-41e2-96c6-5ed48d4e30ba req-73acbe18-5eb2-4dfe-8a21-0d885a486bcb tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 944 time: 0.0812294 Apr 12 14:33:05.537485 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-3310b818-812c-4f8d-bc5f-e22fec5e6ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504810 Apr 12 14:33:05.650099 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-558413b4-d125-41e2-96c6-5ed48d4e30ba req-29b7a7f1-e2a7-4f71-8f23-a1cfb1cb072b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081562 Apr 12 14:33:05.655917 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-608563b5-ef22-4db0-9a4d-06de148ad61b tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.657621 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-608563b5-ef22-4db0-9a4d-06de148ad61b tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/networks?id=fd7d3810-cd22-4752-8720-4bc734dda23d HTTP/1.1" status: 200 len: 809 time: 0.1124136 Apr 12 14:33:05.679655 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-3d782f6a-ecc1-46a8-85c9-77613cc0361d tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/quotas/de870745ee7f4b7a8f088df471bd2a54 HTTP/1.1" status: 200 len: 375 time: 0.0105574 Apr 12 14:33:05.682595 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319fc5c-1c7e-4cf9-ace0-a9c61360f12d req-f77261e6-adf4-4c8a-bea5-9a1f9dd54b04 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394227 Apr 12 14:33:05.719090 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44792) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:05.720270 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-b022b642-d670-4b25-8e31-72ccf5e67cd7 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=de870745ee7f4b7a8f088df471bd2a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321221 Apr 12 14:33:05.837668 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8fd5ce8d-3630-4190-9c58-8cb3a915e720 service neutron] 10.222.0.61 "GET /v2.0/networks/fd7d3810-cd22-4752-8720-4bc734dda23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061366 Apr 12 14:33:05.941245 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-9657fedb-5865-45f6-bbe0-c61747f4577d service neutron] 10.222.0.61 "GET /v2.0/networks/fd7d3810-cd22-4752-8720-4bc734dda23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926762 Apr 12 14:33:06.138721 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (9119e2f6-49c5-489c-a3b6-0afcf61f3050), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:06.349947 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-06871c48-4860-467d-8fb6-5c952616a9d6 req-cb136926-7123-43d2-a885-80d4e68c550c tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 210 time: 0.0396278 Apr 12 14:33:06.440710 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Deleting port 63a80fd6-1682-448d-b285-8aa84f62a858 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:06.441094 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:06.520982 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] For port 63a80fd6-1682-448d-b285-8aa84f62a858, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=63a80fd6-1682-448d-b285-8aa84f62a858,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:06.521360 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:06.535801 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Calling delete_port for 63a80fd6-1682-448d-b285-8aa84f62a858 owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:06.778720 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a0aab-4eae-41f7-be3b-52b58b07b0bc req-76aaf1a3-da50-41ef-aa61-205d1de52135 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:06.782825 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ea8a0aab-4eae-41f7-be3b-52b58b07b0bc req-76aaf1a3-da50-41ef-aa61-205d1de52135 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 944 time: 0.0540178 Apr 12 14:33:06.835550 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (63a80fd6-1682-448d-b285-8aa84f62a858), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:06.837236 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ea8a0aab-4eae-41f7-be3b-52b58b07b0bc req-07cd7cd1-8688-41c3-ba03-94e8c63b6a05 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498486 Apr 12 14:33:06.862648 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Pushing event deleted for resources: {'Port': ['ID=63a80fd6-1682-448d-b285-8aa84f62a858,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:07.042426 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (9119e2f6-49c5-489c-a3b6-0afcf61f3050), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:07.289711 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:07.614712 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d5a6989b-4d63-4b97-9338-5e1129081560 req-1a229f92-4892-41d1-9c63-d7f93f5ca777 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 210 time: 0.0348330 Apr 12 14:33:07.675282 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:07.683127 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44834) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:07.683276 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a5fb199d-f238-4f97-ad78-4ac8c093e1db admin admin] 10.222.0.61 "PUT /v2.0/routers/9119e2f6-49c5-489c-a3b6-0afcf61f3050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9629564 Apr 12 14:33:07.684528 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] Sync routers for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:07.697141 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:07.697776 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:07.796442 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks [] for router (9119e2f6-49c5-489c-a3b6-0afcf61f3050), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:07.810214 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:07.912623 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks [] for router_gateway (9119e2f6-49c5-489c-a3b6-0afcf61f3050), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:07.971686 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12045-08c9-4780-9903-4b34151b3bb5 req-d671d4f0-ba56-4e23-aabf-d6771abb3472 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:07.973287 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b7b12045-08c9-4780-9903-4b34151b3bb5 req-d671d4f0-ba56-4e23-aabf-d6771abb3472 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 944 time: 0.0573862 Apr 12 14:33:07.988242 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:33:06Z', 'revision_number': 5, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port': {'id': '08280047-ff61-47f5-a68a-95e6420f88fa', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:25:44Z', 'updated_at': '2022-04-12T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:08.022391 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] Checking router: 9119e2f6-49c5-489c-a3b6-0afcf61f3050 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:08.031581 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] Routers {'9119e2f6-49c5-489c-a3b6-0afcf61f3050'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:08.032275 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:32:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:08.049485 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b7b12045-08c9-4780-9903-4b34151b3bb5 req-e6a0a04b-ea98-475b-a0ee-13fbb6c027ff tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705643 Apr 12 14:33:08.056363 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Deleting port 08280047-ff61-47f5-a68a-95e6420f88fa {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:08.057179 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.136187 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] Set router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:08.154722 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] For port 08280047-ff61-47f5-a68a-95e6420f88fa, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=08280047-ff61-47f5-a68a-95e6420f88fa,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:08.155148 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.169991 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Calling delete_port for 08280047-ff61-47f5-a68a-95e6420f88fa owned by network:router_gateway {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:08.193564 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:33:07Z', 'revision_number': 6, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port_host': None}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:08.225475 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1a1ea-18d4-4084-86fb-4fdd4063da5d None None] The sync data for ids ['9119e2f6-49c5-489c-a3b6-0afcf61f3050'] in dv-cinder-837522-1-iscsi is: [{'id': '9119e2f6-49c5-489c-a3b6-0afcf61f3050', 'name': 'tempest-AttachVolumeShelveTestJSON-1552522438-router', 'tenant_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:25:43Z', 'updated_at': '2022-04-12T14:33:07Z', 'revision_number': 6, 'project_id': '9b35d4f1f2124b17b32c97ef1876ab53', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:08.441146 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (08280047-ff61-47f5-a68a-95e6420f88fa), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.468522 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Pushing event deleted for resources: {'Port': ['ID=08280047-ff61-47f5-a68a-95e6420f88fa,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:08.534312 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (9119e2f6-49c5-489c-a3b6-0afcf61f3050), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.629868 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (9119e2f6-49c5-489c-a3b6-0afcf61f3050), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.632113 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks [] for router_controller (9119e2f6-49c5-489c-a3b6-0afcf61f3050), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.720598 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eb10a5d1-dc33-4b3d-b446-e4166be731b1 req-d56c1040-e86b-4867-bbf7-abccc8b6d35a tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 210 time: 0.0367923 Apr 12 14:33:08.840546 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (9119e2f6-49c5-489c-a3b6-0afcf61f3050), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.841167 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9119e2f6-49c5-489c-a3b6-0afcf61f3050 {{(pid=103904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:33:08.851890 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.851890 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-bf89e143-1e64-48b9-935d-19c1037db26a admin admin] 10.222.0.61 "DELETE /v2.0/routers/9119e2f6-49c5-489c-a3b6-0afcf61f3050 HTTP/1.1" status: 204 len: 168 time: 1.1620603 Apr 12 14:33:08.851890 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44846) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:08.871838 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.896079 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_v2 [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Deleting subnet 64ed6263-2691-4711-b1c9-9c8026bcd73d {{(pid=103904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:33:08.899782 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Publish callbacks [] for subnet (64ed6263-2691-4711-b1c9-9c8026bcd73d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:08.937969 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14365499'] for subnet (64ed6263-2691-4711-b1c9-9c8026bcd73d), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.003846 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-ad1f5494-58e2-4cdd-ad0d-7e8f0dbd137d tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:09.006859 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-ad1f5494-58e2-4cdd-ad0d-7e8f0dbd137d tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.48 "GET /v2.0/networks?id=fd7d3810-cd22-4752-8720-4bc734dda23d HTTP/1.1" status: 200 len: 809 time: 0.1149306 Apr 12 14:33:09.019581 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Request body: {'port': {'device_id': 'c78604e8-ad59-4d0b-9a4e-dd16021b3659', 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d', 'admin_state_up': True, 'tenant_id': 'de870745ee7f4b7a8f088df471bd2a54'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:09.033266 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (64ed6263-2691-4711-b1c9-9c8026bcd73d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.207297 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b6ff-45ec-4622-b06a-ab8a2d97046a req-1fddfcc3-5421-47a9-8500-84d441e7983f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:09.209620 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47f4b6ff-45ec-4622-b06a-ab8a2d97046a req-1fddfcc3-5421-47a9-8500-84d441e7983f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 944 time: 0.0788054 Apr 12 14:33:09.211749 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14564383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12654918'] for subnet (64ed6263-2691-4711-b1c9-9c8026bcd73d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.240325 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 63a80fd6-1682-448d-b285-8aa84f62a858 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:09.260048 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ed6263-2691-4711-b1c9-9c8026bcd73d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:09.261464 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 63a80fd6-1682-448d-b285-8aa84f62a858 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:09.262043 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 63a80fd6-1682-448d-b285-8aa84f62a858 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:09.262667 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 08280047-ff61-47f5-a68a-95e6420f88fa no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:09.264366 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.265868 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434291b4-60be-4dee-b40f-340c5dd3c140 None None] Network 40d22d5a-428e-4501-854e-f855c51071de requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:09.267800 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/64ed6263-2691-4711-b1c9-9c8026bcd73d HTTP/1.1" status: 204 len: 168 time: 0.4173818 Apr 12 14:33:09.272076 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 44850) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:09.278487 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.278923 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.279186 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.279565 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.279907 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.280420 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.280765 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.281124 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.281454 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.282381 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.282644 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Made reservation on behalf of de870745ee7f4b7a8f088df471bd2a54 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:09.282810 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.283176 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.283951 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.284054 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.284306 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecc607-c4b8-4690-8518-663ad61c9c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.295848 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.315700 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-47f4b6ff-45ec-4622-b06a-ab8a2d97046a req-bc806f39-ba14-484c-80b2-ee7e062abdfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979280 Apr 12 14:33:09.381531 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 08280047-ff61-47f5-a68a-95e6420f88fa {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:09.381879 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 08280047-ff61-47f5-a68a-95e6420f88fa not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:09.403232 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (40d22d5a-428e-4501-854e-f855c51071de), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.463054 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] DHCP port deletion for 40d22d5a-428e-4501-854e-f855c51071de request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:33:09.505587 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Deleting port 6a177cfa-95c9-4219-9762-7da807ee34b4 {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:09.509618 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.528791 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Deleting port 6a177cfa-95c9-4219-9762-7da807ee34b4 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:09.529153 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.577756 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] For port 6a177cfa-95c9-4219-9762-7da807ee34b4, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=6a177cfa-95c9-4219-9762-7da807ee34b4,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:09.578152 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.603765 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Allocated IP 172.20.0.12 (fd7d3810-cd22-4752-8720-4bc734dda23d/27349115-8650-4d84-8c4b-e06a1b3e8f94/37eb6d97-7b5f-49c6-92fb-383a24724f7d) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:33:09.634423 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] For port 6a177cfa-95c9-4219-9762-7da807ee34b4, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=6a177cfa-95c9-4219-9762-7da807ee34b4,segment=NetworkSegment(6bb53d8e-36d0-4a98-aeb4-48480489e712),segment_id=6bb53d8e-36d0-4a98-aeb4-48480489e712)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:09.634797 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.663651 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Calling delete_port for 6a177cfa-95c9-4219-9762-7da807ee34b4 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:09.725426 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Calling delete_port for 6a177cfa-95c9-4219-9762-7da807ee34b4 owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:09.852256 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b80d933-c2a3-4bbd-b863-0133dc9e7de1 req-af516fac-4028-4e88-a834-c82be6cdf0b8 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 210 time: 0.0471194 Apr 12 14:33:09.896982 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks [] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.917665 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.932203 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (6a177cfa-95c9-4219-9762-7da807ee34b4), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.947099 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Pushing event deleted for resources: {'Port': ['ID=6a177cfa-95c9-4219-9762-7da807ee34b4,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:09.949472 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] No DVR routers for this DVR port 6a177cfa-95c9-4219-9762-7da807ee34b4 on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:09.960474 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a177cfa-95c9-4219-9762-7da807ee34b4,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:09.961386 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.961929 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.962333 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.963137 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.963137 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.963332 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.963664 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.963994 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.964347 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.964675 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.964945 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.965371 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.965700 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.966025 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.967158 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc011500-965e-4c2b-b4d5-76567d9ba858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:09.967735 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] No DVR routers for this DVR port 6a177cfa-95c9-4219-9762-7da807ee34b4 on host dv-cinder-837522-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:10.046469 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (40d22d5a-428e-4501-854e-f855c51071de), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.067299 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.091891 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d22d5a-428e-4501-854e-f855c51071de']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:10.122041 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb53d8e-36d0-4a98-aeb4-48480489e712') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:10.122344 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb53d8e-36d0-4a98-aeb4-48480489e712') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:10.122809 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44864) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:10.132371 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Network fd7d3810-cd22-4752-8720-4bc734dda23d is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:10.139350 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:10.148762 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13984738'] for segment (6bb53d8e-36d0-4a98-aeb4-48480489e712), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.150573 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:33:10.201356 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (6bb53d8e-36d0-4a98-aeb4-48480489e712), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.206823 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Pushing event updated for resources: {'Port': ['ID=37eb6d97-7b5f-49c6-92fb-383a24724f7d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:10.218139 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:33:10.218544 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15437101'] for segment (6bb53d8e-36d0-4a98-aeb4-48480489e712), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: self.session.flush() Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: self.session.flush() Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: self.session.flush() Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: self.session.flush() Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: Traceback (most recent call last): Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: timer() Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: cb(*args, **kw) Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: self._notify() Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: self.callback(batched_events) Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: event.method(event) Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: return f(self, *a, **k) Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._get(url).json() Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:33:10.220491 dv-cinder-837522-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:33:10.241820 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:10.242463 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.250450 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-74e892bf-aceb-4456-82f9-bbad2ccc5638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.332084 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-74e892bf-aceb-4456-82f9-bbad2ccc5638 admin admin] Publish callbacks [] for security_group (2acd77fc-a8b5-4f08-9282-ef3c8d4c6bb5), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.375788 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-c447bedc-9054-4f0d-8a4c-7117f20436b3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3608968 Apr 12 14:33:10.386647 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Request body: {'port': {'device_id': 'c78604e8-ad59-4d0b-9a4e-dd16021b3659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:10.400999 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-74e892bf-aceb-4456-82f9-bbad2ccc5638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2acd77fc-a8b5-4f08-9282-ef3c8d4c6bb5), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.416131 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (40d22d5a-428e-4501-854e-f855c51071de), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.425392 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.432915 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/40d22d5a-428e-4501-854e-f855c51071de HTTP/1.1" status: 204 len: 168 time: 1.1565397 Apr 12 14:33:10.468169 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2259f-d86c-4494-9b69-908ff88a5ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d22d5a-428e-4501-854e-f855c51071de,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:10.482474 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ca4d-3e20-4123-a679-32d86168af8a req-9e286112-a2cb-4317-8fc3-d3441649d2fe tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:10.484064 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b082ca4d-3e20-4123-a679-32d86168af8a req-9e286112-a2cb-4317-8fc3-d3441649d2fe tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 944 time: 0.0962360 Apr 12 14:33:10.492512 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-74e892bf-aceb-4456-82f9-bbad2ccc5638 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b1f50cedd3a4da79a0072797d7f2354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667047 Apr 12 14:33:10.492748 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.494194 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44872) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:10.507286 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e892bf-aceb-4456-82f9-bbad2ccc5638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acd77fc-a8b5-4f08-9282-ef3c8d4c6bb5,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:10.574177 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b082ca4d-3e20-4123-a679-32d86168af8a req-3121f2e6-7cd8-4c28-9000-421f7c8d7fc3 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824721 Apr 12 14:33:10.588181 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-83f3e379-2ee2-47f0-adfd-729f0cd9a12a admin admin] Publish callbacks [] for security_group (2acd77fc-a8b5-4f08-9282-ef3c8d4c6bb5), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.614647 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-83f3e379-2ee2-47f0-adfd-729f0cd9a12a admin admin] Publish callbacks [] for security_group (2acd77fc-a8b5-4f08-9282-ef3c8d4c6bb5), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.780018 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37eb6d97-7b5f-49c6-92fb-383a24724f7d {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:10.788517 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Publish callbacks [] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.834692 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Transition to ACTIVE for port object 37eb6d97-7b5f-49c6-92fb-383a24724f7d will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:33:10.834948 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-83f3e379-2ee2-47f0-adfd-729f0cd9a12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2acd77fc-a8b5-4f08-9282-ef3c8d4c6bb5), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.838320 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-83f3e379-2ee2-47f0-adfd-729f0cd9a12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.839764 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-83f3e379-2ee2-47f0-adfd-729f0cd9a12a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2acd77fc-a8b5-4f08-9282-ef3c8d4c6bb5 HTTP/1.1" status: 204 len: 168 time: 0.3400776 Apr 12 14:33:10.848384 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3e379-2ee2-47f0-adfd-729f0cd9a12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acd77fc-a8b5-4f08-9282-ef3c8d4c6bb5,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:10.965150 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c9ad3-1305-44a3-95bb-54441ad1c1db req-84ab5360-94ca-4d8c-9d50-a9bd1257d604 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:10.966633 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-995c9ad3-1305-44a3-95bb-54441ad1c1db req-84ab5360-94ca-4d8c-9d50-a9bd1257d604 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 932 time: 0.0469675 Apr 12 14:33:10.982333 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44878) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:11.017159 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-995c9ad3-1305-44a3-95bb-54441ad1c1db req-93fbff2a-5fa3-4ed8-b28a-2ba4d7039e92 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Apr 12 14:33:11.025180 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-e1973a60-daa9-409e-ab25-0317d4809cdd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b35d4f1f2124b17b32c97ef1876ab53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415986 Apr 12 14:33:11.027627 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44880) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:11.036059 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:11.081817 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-319974b9-b505-48e6-bfa2-343542e93f3d admin admin] Publish callbacks [] for security_group (33344f0b-82ac-43d1-beaf-cd42b0823d0a), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:11.090852 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Pushing event updated for resources: {'Port': ['ID=37eb6d97-7b5f-49c6-92fb-383a24724f7d,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:11.108898 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-319974b9-b505-48e6-bfa2-343542e93f3d admin admin] Publish callbacks [] for security_group (33344f0b-82ac-43d1-beaf-cd42b0823d0a), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:11.165661 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Attempting to bind port 37eb6d97-7b5f-49c6-92fb-383a24724f7d on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:33:11.166154 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Attempting to bind port 37eb6d97-7b5f-49c6-92fb-383a24724f7d by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '442c1eaa-30bd-4d81-a9ae-68777d3a1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:33:11.166365 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Attempting to bind port 37eb6d97-7b5f-49c6-92fb-383a24724f7d on network fd7d3810-cd22-4752-8720-4bc734dda23d {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:11.170927 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Port 37eb6d97-7b5f-49c6-92fb-383a24724f7d on network fd7d3810-cd22-4752-8720-4bc734dda23d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:33:11.171250 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Attempting to bind port 37eb6d97-7b5f-49c6-92fb-383a24724f7d on network fd7d3810-cd22-4752-8720-4bc734dda23d {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:11.178601 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:33:11.178941 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Checking segment: {'id': '442c1eaa-30bd-4d81-a9ae-68777d3a1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:11.179351 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Bound using segment: {'id': '442c1eaa-30bd-4d81-a9ae-68777d3a1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:33:11.179779 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Bound port: 37eb6d97-7b5f-49c6-92fb-383a24724f7d, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442c1eaa-30bd-4d81-a9ae-68777d3a1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:33:11.180298 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:11.246425 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-319974b9-b505-48e6-bfa2-343542e93f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (33344f0b-82ac-43d1-beaf-cd42b0823d0a), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:11.249379 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-319974b9-b505-48e6-bfa2-343542e93f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:11.253519 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-319974b9-b505-48e6-bfa2-343542e93f3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33344f0b-82ac-43d1-beaf-cd42b0823d0a HTTP/1.1" status: 204 len: 168 time: 0.2219048 Apr 12 14:33:11.255447 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 6a177cfa-95c9-4219-9762-7da807ee34b4 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:11.260197 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319974b9-b505-48e6-bfa2-343542e93f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33344f0b-82ac-43d1-beaf-cd42b0823d0a,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:11.284809 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 6a177cfa-95c9-4219-9762-7da807ee34b4 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:11.285495 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 6a177cfa-95c9-4219-9762-7da807ee34b4 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:11.293633 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] For port 37eb6d97-7b5f-49c6-92fb-383a24724f7d, host hv-cinder-83752, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:33:11.310225 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] For port 37eb6d97-7b5f-49c6-92fb-383a24724f7d, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=37eb6d97-7b5f-49c6-92fb-383a24724f7d,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:33:11.406810 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:11.448151 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.449026 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:11.450545 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] 10.222.0.48 "PUT /v2.0/ports/37eb6d97-7b5f-49c6-92fb-383a24724f7d HTTP/1.1" status: 200 len: 1094 time: 1.0681701 Apr 12 14:33:11.453484 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78604e8-ad59-4d0b-9a4e-dd16021b3659', 'tag': '37eb6d97-7b5f-49c6-92fb-383a24724f7d'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:11.456571 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5267cda-3751-448d-9648-f1358650cfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "c78604e8-ad59-4d0b-9a4e-dd16021b3659", "tag": "37eb6d97-7b5f-49c6-92fb-383a24724f7d"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:11.486697 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456bd0b-bf44-49f1-8a62-7e0607da1348 service neutron] Pushing event updated for resources: {'Port': ['ID=37eb6d97-7b5f-49c6-92fb-383a24724f7d,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:11.497631 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9ece19-ab30-4d91-9c8d-079092eaa719 x-openstack-request-id: req-af9ece19-ab30-4d91-9c8d-079092eaa719 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:11.497972 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78604e8-ad59-4d0b-9a4e-dd16021b3659", "tag": "37eb6d97-7b5f-49c6-92fb-383a24724f7d", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:11.498239 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af9ece19-ab30-4d91-9c8d-079092eaa719 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:11.498756 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9ece19-ab30-4d91-9c8d-079092eaa719'] response: {'name': 'network-changed', 'server_uuid': 'c78604e8-ad59-4d0b-9a4e-dd16021b3659', 'tag': '37eb6d97-7b5f-49c6-92fb-383a24724f7d', 'status': 'completed', 'code': 200} Apr 12 14:33:11.569758 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267cda-3751-448d-9648-f1358650cfa8 req-6cc0e00c-2fae-4334-bfb0-119ddd9ae4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.571379 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e5267cda-3751-448d-9648-f1358650cfa8 req-6cc0e00c-2fae-4334-bfb0-119ddd9ae4a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de870745ee7f4b7a8f088df471bd2a54&device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 1128 time: 0.0453548 Apr 12 14:33:11.722796 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbd61c-8c32-4cc1-b4e0-aab3ddacdd1c req-54cdacc7-9416-48da-9dc9-980b926f44e7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.724590 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0efbd61c-8c32-4cc1-b4e0-aab3ddacdd1c req-54cdacc7-9416-48da-9dc9-980b926f44e7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 944 time: 0.0687349 Apr 12 14:33:11.730188 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267cda-3751-448d-9648-f1358650cfa8 req-6a43b3d8-c939-4294-98e1-ade4784e3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.731696 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e5267cda-3751-448d-9648-f1358650cfa8 req-6a43b3d8-c939-4294-98e1-ade4784e3f0d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=de870745ee7f4b7a8f088df471bd2a54&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1526287 Apr 12 14:33:11.858909 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0efbd61c-8c32-4cc1-b4e0-aab3ddacdd1c req-7c9bf20d-ce0b-4224-b13a-86c5e703a28d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124885 Apr 12 14:33:11.883919 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267cda-3751-448d-9648-f1358650cfa8 req-ecd9010b-4234-42f0-bfc4-264c2727ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.885576 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e5267cda-3751-448d-9648-f1358650cfa8 req-ecd9010b-4234-42f0-bfc4-264c2727ef64 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480122 Apr 12 14:33:12.138561 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9e0a9-0cf4-439c-8ef3-363dbb2c4f46 req-5b762a80-4f40-43bd-ae52-84d414fd348e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:12.140118 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2ea9e0a9-0cf4-439c-8ef3-363dbb2c4f46 req-5b762a80-4f40-43bd-ae52-84d414fd348e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 944 time: 0.0524848 Apr 12 14:33:12.194184 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2ea9e0a9-0cf4-439c-8ef3-363dbb2c4f46 req-b3b330fa-e2d1-4827-a43a-10a7dc8a0430 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Apr 12 14:33:12.408420 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-70f50cd5-867f-4116-ae8b-4246855a3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:12.410064 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-70f50cd5-867f-4116-ae8b-4246855a3175 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de870745ee7f4b7a8f088df471bd2a54&device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 1128 time: 0.0444887 Apr 12 14:33:12.453434 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-73b91ba0-4719-4844-817a-c29fa945f44e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37eb6d97-7b5f-49c6-92fb-383a24724f7d HTTP/1.1" status: 200 len: 217 time: 0.0363843 Apr 12 14:33:12.521232 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-83686f74-d94f-4b03-9446-d7593bf6b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:12.521232 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-83686f74-d94f-4b03-9446-d7593bf6b9a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27349115-8650-4d84-8c4b-e06a1b3e8f94 HTTP/1.1" status: 200 len: 849 time: 0.0606680 Apr 12 14:33:12.566799 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-42e50517-3ed8-42d0-b082-1865d707f9b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd7d3810-cd22-4752-8720-4bc734dda23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414433 Apr 12 14:33:12.619794 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44966) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:12.659309 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-40459edb-2d27-4334-8239-89e04c4b7b87 service neutron] 10.222.0.48 "GET /v2.0/networks/fd7d3810-cd22-4752-8720-4bc734dda23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861268 Apr 12 14:33:12.726984 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-956176958-network', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:12.755872 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-460e71c7-83d9-4245-834f-4553bdf17d57 req-ef4c6f88-1004-45cb-b843-56a314fd5823 service neutron] 10.222.0.48 "GET /v2.0/networks/fd7d3810-cd22-4752-8720-4bc734dda23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913458 Apr 12 14:33:12.823127 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Made reservation on behalf of 5db8f744906b4260b9dfb77d972dc484 for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:12.825519 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:12.834493 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:12.907104 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Publish callbacks [] for security_group (82bfcea3-d0c7-43c2-baf5-816f7793aa4b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:12.979957 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ca2c5-8e1f-456d-8cb1-72e8d5b4db0a req-788db1d3-f44b-42e4-aeb8-32693cfe1bb9 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:12.981480 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e88ca2c5-8e1f-456d-8cb1-72e8d5b4db0a req-788db1d3-f44b-42e4-aeb8-32693cfe1bb9 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 944 time: 0.0475216 Apr 12 14:33:13.004176 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (82bfcea3-d0c7-43c2-baf5-816f7793aa4b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:13.025454 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:33:13.035498 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e88ca2c5-8e1f-456d-8cb1-72e8d5b4db0a req-9326bd4d-e5a0-411b-9457-f0c3bfff64a0 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Apr 12 14:33:13.039290 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bfcea3-d0c7-43c2-baf5-816f7793aa4b,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:13.044160 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (1525272c-3db5-4e41-8b2f-47ff218322d3), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:13.044514 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Added segment 1525272c-3db5-4e41-8b2f-47ff218322d3 of type vlan for network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 Apr 12 14:33:13.088385 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (a612cd65-3dcd-4967-aa0a-0b74c18b4c13), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:13.168845 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (a612cd65-3dcd-4967-aa0a-0b74c18b4c13), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:13.169862 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:13.170433 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:13.235572 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a612cd65-3dcd-4967-aa0a-0b74c18b4c13,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:13.245955 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:33:13.289468 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-019c684d-6efc-4410-991e-92d80b1ef2a6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6677971 Apr 12 14:33:13.299712 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44976) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:13.306778 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Request body: {'subnet': {'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-956176958-subnet', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:13.359505 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bee6c-22b9-4748-b36f-b8ea50a9eefb req-ee690579-9571-4951-bcb9-cc3adfce3429 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:13.359505 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-155bee6c-22b9-4748-b36f-b8ea50a9eefb req-ee690579-9571-4951-bcb9-cc3adfce3429 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 944 time: 0.0649602 Apr 12 14:33:13.406337 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-155bee6c-22b9-4748-b36f-b8ea50a9eefb req-ec337bb8-1441-49d5-b423-d2096e5e5067 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Apr 12 14:33:13.449113 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Made reservation on behalf of 5db8f744906b4260b9dfb77d972dc484 for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:13.451697 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12654939'] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:13.689750 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14564050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12654921'] for subnet (aa36b45a-9418-49ed-8526-e0cd073f8fed), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:13.740726 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3bb837cd-b39f-4ed2-9c2f-a14fbd8e4fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:13.747512 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa36b45a-9418-49ed-8526-e0cd073f8fed,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:13.756893 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Checking segment: {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:13.757286 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Network hostable DHCP agents. Network: a612cd65-3dcd-4967-aa0a-0b74c18b4c13, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:33:13.829704 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:33:13.951989 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, a612cd65-3dcd-4967-aa0a-0b74c18b4c13) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:13.956068 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:13.956725 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:13.960985 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7c83a6-23c6-4d53-bd98-b4f1e48b849f None None] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:14.043146 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-bcee0316-b2cf-4c1e-89df-ef6a1c4473b7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7406971 Apr 12 14:33:14.045913 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 44994) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:14.050861 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:14.068214 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:33:14.069135 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.163980 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd687e0-14a5-4006-8da9-c38da65d3435 req-5b36661d-8980-4b38-af2c-612e4ce257f0 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:14.165707 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cdd687e0-14a5-4006-8da9-c38da65d3435 req-5b36661d-8980-4b38-af2c-612e4ce257f0 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 944 time: 0.0573750 Apr 12 14:33:14.172078 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.174175 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.216562 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cdd687e0-14a5-4006-8da9-c38da65d3435 req-cdcc07af-7eb9-4b59-9cb5-3ed03f055619 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451405 Apr 12 14:33:14.223005 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Allocated IP 172.20.0.2 (a612cd65-3dcd-4967-aa0a-0b74c18b4c13/aa36b45a-9418-49ed-8526-e0cd073f8fed/156c8d52-7182-4c66-9f63-165f49e35497) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:33:14.260810 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks [] for router_controller (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), precommit_add_association {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.385596 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Publish callbacks [] for port (156c8d52-7182-4c66-9f63-165f49e35497), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.443649 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (156c8d52-7182-4c66-9f63-165f49e35497), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.489038 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:14.493732 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:14.496230 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:33:14.505824 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Pushing event updated for resources: {'Port': ['ID=156c8d52-7182-4c66-9f63-165f49e35497,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:14.527197 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks [] for router_gateway (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.547580 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0041dd-27e9-42ea-98a5-89e5decaf6c9 req-975bc9d8-f468-4176-b034-22d77d6b8b38 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:14.549237 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5d0041dd-27e9-42ea-98a5-89e5decaf6c9 req-975bc9d8-f468-4176-b034-22d77d6b8b38 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 944 time: 0.0587325 Apr 12 14:33:14.560997 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Attempting to bind port 156c8d52-7182-4c66-9f63-165f49e35497 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:33:14.562902 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Attempting to bind port 156c8d52-7182-4c66-9f63-165f49e35497 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:33:14.562902 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Attempting to bind port 156c8d52-7182-4c66-9f63-165f49e35497 on network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:14.567296 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:33:14.567682 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Checking segment: {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:14.568091 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.568483 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Bound using segment: {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:33:14.568955 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Bound port: 156c8d52-7182-4c66-9f63-165f49e35497, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:33:14.569377 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (156c8d52-7182-4c66-9f63-165f49e35497), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.605396 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5d0041dd-27e9-42ea-98a5-89e5decaf6c9 req-3d585d93-870c-4dfb-9aa1-6a97467917cd tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502181 Apr 12 14:33:14.643061 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] For port 156c8d52-7182-4c66-9f63-165f49e35497, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:33:14.646209 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] For port 156c8d52-7182-4c66-9f63-165f49e35497, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=156c8d52-7182-4c66-9f63-165f49e35497,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:33:14.743994 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (156c8d52-7182-4c66-9f63-165f49e35497), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.793888 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks [] for router_gateway (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.809612 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c2261-cba5-4ec7-99fc-6f43bffa4f2e None None] Pushing event updated for resources: {'Port': ['ID=156c8d52-7182-4c66-9f63-165f49e35497,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:14.815128 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:14.820295 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device c682f9db-1f38-4664-af78-8d40755c1207 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:33:14.936617 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port c682f9db-1f38-4664-af78-8d40755c1207, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c682f9db-1f38-4664-af78-8d40755c1207,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:14.944571 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Allocated IP 172.27.3.40 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/e3749d8c-f8a1-4477-80de-1acf67e07df9) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:33:14.950648 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'c682f9db-1f38-4664-af78-8d40755c1207', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:33:15.010043 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port c682f9db-1f38-4664-af78-8d40755c1207 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:15.010434 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (c682f9db-1f38-4664-af78-8d40755c1207), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:15.031800 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c682f9db-1f38-4664-af78-8d40755c1207 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:15.059411 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port c682f9db-1f38-4664-af78-8d40755c1207, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c682f9db-1f38-4664-af78-8d40755c1207,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:15.105934 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks [] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:15.149225 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (c682f9db-1f38-4664-af78-8d40755c1207), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:15.201557 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=c682f9db-1f38-4664-af78-8d40755c1207,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:15.209629 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:15.256129 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 156c8d52-7182-4c66-9f63-165f49e35497 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:15.256597 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:15.261312 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:15.264789 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:33:15.296879 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Pushing event updated for resources: {'Port': ['ID=e3749d8c-f8a1-4477-80de-1acf67e07df9,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:15.339951 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 156c8d52-7182-4c66-9f63-165f49e35497 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:15.340355 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (156c8d52-7182-4c66-9f63-165f49e35497), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:15.374536 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547dbd1-1c0b-4efd-a4c2-ceece7dad4c0 req-b481d7b7-190b-41c5-b6b0-a9544771a0a9 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:15.383245 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0547dbd1-1c0b-4efd-a4c2-ceece7dad4c0 req-b481d7b7-190b-41c5-b6b0-a9544771a0a9 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 945 time: 0.0763299 Apr 12 14:33:15.392882 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['c682f9db-1f38-4664-af78-8d40755c1207'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:33:15.462678 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0547dbd1-1c0b-4efd-a4c2-ceece7dad4c0 req-710328aa-aa92-4119-b140-886b12397172 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728419 Apr 12 14:33:15.477776 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 156c8d52-7182-4c66-9f63-165f49e35497 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:15.478193 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (156c8d52-7182-4c66-9f63-165f49e35497), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:15.537666 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 156c8d52-7182-4c66-9f63-165f49e35497, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=156c8d52-7182-4c66-9f63-165f49e35497,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:15.637253 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (156c8d52-7182-4c66-9f63-165f49e35497), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:15.692124 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks [] for router_gateway (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:15.760708 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=156c8d52-7182-4c66-9f63-165f49e35497,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:15.818844 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86993aa-a633-4b62-86ae-a4c0a298ebc0 req-5ee238a8-73e9-4fee-b3c5-a35fc51d02ab tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:15.820383 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a86993aa-a633-4b62-86ae-a4c0a298ebc0 req-5ee238a8-73e9-4fee-b3c5-a35fc51d02ab tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 944 time: 0.0914915 Apr 12 14:33:15.839072 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecb593d-b429-4e0c-ab79-c98b1375067c None None] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:15.918408 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-94175eb4-cdfc-4b45-ace6-0e546ccc3c72 None None] Provisioning complete for port 156c8d52-7182-4c66-9f63-165f49e35497 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:15.918847 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-94175eb4-cdfc-4b45-ace6-0e546ccc3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (156c8d52-7182-4c66-9f63-165f49e35497), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:16.010284 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f34fb22a-269d-4701-a8d7-0adfe385acfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:16.059712 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-94175eb4-cdfc-4b45-ace6-0e546ccc3c72 None None] Current status of the port 156c8d52-7182-4c66-9f63-165f49e35497 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:16.208305 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a86993aa-a633-4b62-86ae-a4c0a298ebc0 req-0f9d6dc3-8603-4158-901d-14e1ffb7cbba tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786631 Apr 12 14:33:16.259030 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:16.280174 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-a6f6f5d0-7a94-4fbd-ac55-febd2c50dece None None] Provisioning complete for port 156c8d52-7182-4c66-9f63-165f49e35497 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:16.280532 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f5d0-7a94-4fbd-ac55-febd2c50dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (156c8d52-7182-4c66-9f63-165f49e35497), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:16.369607 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6f5d0-7a94-4fbd-ac55-febd2c50dece None None] Current status of the port 156c8d52-7182-4c66-9f63-165f49e35497 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:16.494437 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:33:16.598386 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3a6a2-7746-4e80-89ef-bacc2c681023 req-82e7bec9-4b4c-403b-bc73-757adba1a9f7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:16.599794 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7fa3a6a2-7746-4e80-89ef-bacc2c681023 req-82e7bec9-4b4c-403b-bc73-757adba1a9f7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 945 time: 0.0492723 Apr 12 14:33:16.607802 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:16.617279 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Sync routers for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:16.628197 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:16.628917 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:33:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:16.655626 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7fa3a6a2-7746-4e80-89ef-bacc2c681023 req-4864f450-8340-4a59-9c34-d45d246f8cec tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501599 Apr 12 14:33:16.717229 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:16.718611 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3c166a48-e6b8-4f29-be18-6f343f25ad81 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6717730 Apr 12 14:33:16.722279 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45012) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:16.738756 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:16.822485 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 37eb6d97-7b5f-49c6-92fb-383a24724f7d details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:33:16.826597 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device c682f9db-1f38-4664-af78-8d40755c1207 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:16.920021 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:15Z', 'revision_number': 3, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:16.948712 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Checking router: 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:16.949403 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Updating router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe port e3749d8c-f8a1-4477-80de-1acf67e07df9 binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:33:16.961154 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port c682f9db-1f38-4664-af78-8d40755c1207 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:33:16.979253 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:16.994982 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 37eb6d97-7b5f-49c6-92fb-383a24724f7d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=37eb6d97-7b5f-49c6-92fb-383a24724f7d,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:17.009570 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '37eb6d97-7b5f-49c6-92fb-383a24724f7d', 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d', 'port_id': '37eb6d97-7b5f-49c6-92fb-383a24724f7d', 'mac_address': 'fa:16:3e:44:e7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27349115-8650-4d84-8c4b-e06a1b3e8f94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:33:17.037875 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.050741 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 37eb6d97-7b5f-49c6-92fb-383a24724f7d is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:17.051195 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.054376 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port c682f9db-1f38-4664-af78-8d40755c1207 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:17.054901 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (c682f9db-1f38-4664-af78-8d40755c1207), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.091311 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37eb6d97-7b5f-49c6-92fb-383a24724f7d {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:17.117874 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 37eb6d97-7b5f-49c6-92fb-383a24724f7d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=37eb6d97-7b5f-49c6-92fb-383a24724f7d,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:17.169134 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port c682f9db-1f38-4664-af78-8d40755c1207 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:17.169624 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (c682f9db-1f38-4664-af78-8d40755c1207), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.195082 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.227196 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.240291 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:17.242620 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af1702c-d5c6-4874-9c6c-74bc63610760" -d '{"events": [{"server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "name": "network-vif-plugged", "status": "completed", "tag": "c682f9db-1f38-4664-af78-8d40755c1207"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:17.272014 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port c682f9db-1f38-4664-af78-8d40755c1207, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c682f9db-1f38-4664-af78-8d40755c1207,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:17.272014 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=37eb6d97-7b5f-49c6-92fb-383a24724f7d,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:17.282693 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Publish callbacks [] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.286230 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 156c8d52-7182-4c66-9f63-165f49e35497 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:17.315351 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9d03a1-fe29-4201-8199-6aea446ab26f x-openstack-request-id: req-4d9d03a1-fe29-4201-8199-6aea446ab26f {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:17.315640 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "name": "network-vif-plugged", "status": "completed", "tag": "c682f9db-1f38-4664-af78-8d40755c1207", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:17.315892 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d9d03a1-fe29-4201-8199-6aea446ab26f {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:17.316339 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d9d03a1-fe29-4201-8199-6aea446ab26f'] response: {'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207', 'code': 200} Apr 12 14:33:17.329302 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (c682f9db-1f38-4664-af78-8d40755c1207), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.346465 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.377053 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6959d-f54e-4290-ab7b-e71e0c57fd0a req-519a29e5-f78a-4d9c-9285-75cc98d3d602 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:17.378560 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-30b6959d-f54e-4290-ab7b-e71e0c57fd0a req-519a29e5-f78a-4d9c-9285-75cc98d3d602 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 945 time: 0.0647030 Apr 12 14:33:17.393046 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 156c8d52-7182-4c66-9f63-165f49e35497 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:17.393362 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (156c8d52-7182-4c66-9f63-165f49e35497), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.398560 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=c682f9db-1f38-4664-af78-8d40755c1207,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:17.406654 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Pushing event updated for resources: {'Port': ['ID=e3749d8c-f8a1-4477-80de-1acf67e07df9,revision_number=2']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:17.424723 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Attempting to bind port e3749d8c-f8a1-4477-80de-1acf67e07df9 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:33:17.425233 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Attempting to bind port e3749d8c-f8a1-4477-80de-1acf67e07df9 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:33:17.425765 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Attempting to bind port e3749d8c-f8a1-4477-80de-1acf67e07df9 on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:17.432075 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:33:17.432449 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:17.432853 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.433308 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:33:17.433960 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Bound port: e3749d8c-f8a1-4477-80de-1acf67e07df9, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:33:17.434216 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.442332 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['37eb6d97-7b5f-49c6-92fb-383a24724f7d'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:33:17.452362 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-30b6959d-f54e-4290-ab7b-e71e0c57fd0a req-087d3b31-7f3f-4032-bf72-cc816b335258 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666232 Apr 12 14:33:17.490843 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] For port e3749d8c-f8a1-4477-80de-1acf67e07df9, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:33:17.494107 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] For port e3749d8c-f8a1-4477-80de-1acf67e07df9, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=e3749d8c-f8a1-4477-80de-1acf67e07df9,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:33:17.498832 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.499101 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.499444 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.499849 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.500173 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.500499 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.500837 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.501360 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.501836 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.502211 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.502594 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.502939 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.503267 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.503586 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.503914 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:17.568481 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Allocated IP 172.20.0.1 (a612cd65-3dcd-4967-aa0a-0b74c18b4c13/aa36b45a-9418-49ed-8526-e0cd073f8fed/a44d01c4-7f32-46db-95a9-3cab25f1672e) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:33:17.603413 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.614936 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fb91c-7c1e-454e-8b00-0e795a2183bf req-6ff5d61c-77ff-485c-affb-ad77c63bd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:17.617180 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f2fb91c-7c1e-454e-8b00-0e795a2183bf req-6ff5d61c-77ff-485c-affb-ad77c63bd719 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 1130 time: 0.0462191 Apr 12 14:33:17.647490 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 156c8d52-7182-4c66-9f63-165f49e35497 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:17.693457 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba1b60-82d8-440c-af06-c2b378bec63f None None] Pushing event updated for resources: {'Port': ['ID=e3749d8c-f8a1-4477-80de-1acf67e07df9,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:17.695069 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f2fb91c-7c1e-454e-8b00-0e795a2183bf req-51d32bcd-511b-41df-a5b8-dbd2d76d940d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712051 Apr 12 14:33:17.709313 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:17.710378 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:33:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:17.743814 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Publish callbacks [] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.799527 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd3a2e-4052-4941-8da2-f51e9f0b560c req-55f67ef7-3152-4b19-b4c1-f76791e38bde tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:17.801059 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ecd3a2e-4052-4941-8da2-f51e9f0b560c req-55f67ef7-3152-4b19-b4c1-f76791e38bde tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 946 time: 0.0507190 Apr 12 14:33:17.826870 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:17.855261 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ecd3a2e-4052-4941-8da2-f51e9f0b560c req-3c02a6ba-9dc4-4769-90dc-42ff9ccb1593 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479667 Apr 12 14:33:17.880831 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:17.928522 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:17.929867 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:17.932820 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:33:17.964150 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Pushing event updated for resources: {'Port': ['ID=a44d01c4-7f32-46db-95a9-3cab25f1672e,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:17.986789 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:18.007195 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:15Z', 'revision_number': 3, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:18.034444 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd49d74-c832-4c97-8f06-a633ebc673f9 None None] The sync data for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi is: [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:15Z', 'revision_number': 3, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:18.203186 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-25ad7491-d7ef-4f47-b1ed-c34262ed807b None None] Provisioning complete for port a44d01c4-7f32-46db-95a9-3cab25f1672e triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:18.203928 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-25ad7491-d7ef-4f47-b1ed-c34262ed807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:18.226656 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:18.245402 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-25ad7491-d7ef-4f47-b1ed-c34262ed807b None None] Port a44d01c4-7f32-46db-95a9-3cab25f1672e cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:33:18.436689 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Publish callbacks [] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:18.509870 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:18.578213 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:18.615532 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:18.622809 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Pushing event updated for resources: {'Port': ['ID=a44d01c4-7f32-46db-95a9-3cab25f1672e,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:18.631093 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d20af-f9f4-4a6c-bfe7-3dcb9621be38 req-7e6a1e3d-8d02-4486-acb3-8f95c809598f tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:18.632636 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ee1d20af-f9f4-4a6c-bfe7-3dcb9621be38 req-7e6a1e3d-8d02-4486-acb3-8f95c809598f tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 945 time: 0.0979853 Apr 12 14:33:18.739437 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ee1d20af-f9f4-4a6c-bfe7-3dcb9621be38 req-38c61ab1-aa11-4476-9b59-a32cd8fd3063 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976453 Apr 12 14:33:18.766282 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:18.767957 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:18.833828 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 37eb6d97-7b5f-49c6-92fb-383a24724f7d up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:18.889166 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 37eb6d97-7b5f-49c6-92fb-383a24724f7d completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:33:18.914549 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:18.966091 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 37eb6d97-7b5f-49c6-92fb-383a24724f7d triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:18.966513 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:19.026932 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55af5c6-15e2-49df-beda-bd73c688ee36 req-dd05d0d7-20a5-4d90-bbe1-97a9744c7f52 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:19.028537 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d55af5c6-15e2-49df-beda-bd73c688ee36 req-dd05d0d7-20a5-4d90-bbe1-97a9744c7f52 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 946 time: 0.0758684 Apr 12 14:33:19.072904 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-bf2fa056-20bd-4705-8570-6d533118d267 None None] Provisioning complete for port a44d01c4-7f32-46db-95a9-3cab25f1672e triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:19.073411 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa056-20bd-4705-8570-6d533118d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:19.076805 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:19.083817 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-80a67f27-9e65-4a94-b597-9759f644b641 admin admin] 10.222.0.61 "PUT /v2.0/routers/3aa19eea-707f-46ef-a93e-f7ae0f31dbfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3603156 Apr 12 14:33:19.096161 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d55af5c6-15e2-49df-beda-bd73c688ee36 req-5ad2a407-909c-4fb5-9a5d-1575c3fbaf62 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602510 Apr 12 14:33:19.114623 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 37eb6d97-7b5f-49c6-92fb-383a24724f7d is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:19.115126 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:19.137766 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fa056-20bd-4705-8570-6d533118d267 None None] Port a44d01c4-7f32-46db-95a9-3cab25f1672e cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:33:19.157941 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 37eb6d97-7b5f-49c6-92fb-383a24724f7d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=37eb6d97-7b5f-49c6-92fb-383a24724f7d,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:19.254862 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:19.260663 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device e3749d8c-f8a1-4477-80de-1acf67e07df9 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:19.437641 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78604e8-ad59-4d0b-9a4e-dd16021b3659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37eb6d97-7b5f-49c6-92fb-383a24724f7d'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:19.440554 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b3f05-7fe8-4dad-b77b-f44ad85ca4e9" -d '{"events": [{"server_uuid": "c78604e8-ad59-4d0b-9a4e-dd16021b3659", "name": "network-vif-plugged", "status": "completed", "tag": "37eb6d97-7b5f-49c6-92fb-383a24724f7d"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:19.485107 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=37eb6d97-7b5f-49c6-92fb-383a24724f7d,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:19.494465 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port e3749d8c-f8a1-4477-80de-1acf67e07df9 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:19.494870 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:19.518142 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e6ff79-8f28-4ec8-8054-95b421966462 x-openstack-request-id: req-70e6ff79-8f28-4ec8-8054-95b421966462 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:19.521184 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78604e8-ad59-4d0b-9a4e-dd16021b3659", "name": "network-vif-plugged", "status": "completed", "tag": "37eb6d97-7b5f-49c6-92fb-383a24724f7d", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:19.521184 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-70e6ff79-8f28-4ec8-8054-95b421966462 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:19.521184 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e6ff79-8f28-4ec8-8054-95b421966462'] response: {'server_uuid': 'c78604e8-ad59-4d0b-9a4e-dd16021b3659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37eb6d97-7b5f-49c6-92fb-383a24724f7d', 'code': 200} Apr 12 14:33:19.582890 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port e3749d8c-f8a1-4477-80de-1acf67e07df9 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:19.583298 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:19.612500 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port e3749d8c-f8a1-4477-80de-1acf67e07df9, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=e3749d8c-f8a1-4477-80de-1acf67e07df9,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:19.772007 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:19.804917 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Sync routers for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:19.828803 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45040) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:19.833772 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-e8193564-83fd-426d-88bf-1916b7bc39a2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366713849', 'description': 'tempest-description--1182366362'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:19.841117 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:19.841781 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:33:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:19.884303 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=e3749d8c-f8a1-4477-80de-1acf67e07df9,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:19.886121 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c2117-6cc6-45c2-824f-bd09e50a1022 req-7bd27cb9-0930-4a42-b992-533776d05a9f tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:19.887713 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d65c2117-6cc6-45c2-824f-bd09e50a1022 req-7bd27cb9-0930-4a42-b992-533776d05a9f tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 946 time: 0.0579383 Apr 12 14:33:19.957741 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e8193564-83fd-426d-88bf-1916b7bc39a2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:19.984167 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d65c2117-6cc6-45c2-824f-bd09e50a1022 req-525995f8-1c03-4874-aa7f-63845cc1e910 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798833 Apr 12 14:33:19.994400 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8d15-bccb-4e94-9dfd-1d46681a8aa8 req-8e1dc6ea-23a6-4deb-8bff-b8e59e8c25de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:19.994400 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b0e8d15-bccb-4e94-9dfd-1d46681a8aa8 req-8e1dc6ea-23a6-4deb-8bff-b8e59e8c25de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 1130 time: 0.0707581 Apr 12 14:33:20.006402 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:20.042336 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e8193564-83fd-426d-88bf-1916b7bc39a2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (a09bbf47-14c5-460a-b438-af82060f0c8b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.050086 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b0e8d15-bccb-4e94-9dfd-1d46681a8aa8 req-d3918581-144f-474b-8826-333b72ada9f5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543509 Apr 12 14:33:20.057648 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.120902 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e8193564-83fd-426d-88bf-1916b7bc39a2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a09bbf47-14c5-460a-b438-af82060f0c8b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.154985 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193564-83fd-426d-88bf-1916b7bc39a2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09bbf47-14c5-460a-b438-af82060f0c8b,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:20.226687 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 2, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:20.232975 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5ff76-12c2-49aa-97a2-998f202dfd10 req-f1a5d459-81ee-4074-8b5e-0595d48139b7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:20.234748 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-68d5ff76-12c2-49aa-97a2-998f202dfd10 req-f1a5d459-81ee-4074-8b5e-0595d48139b7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 946 time: 0.0546174 Apr 12 14:33:20.238846 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e8193564-83fd-426d-88bf-1916b7bc39a2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.240030 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-e8193564-83fd-426d-88bf-1916b7bc39a2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4101701 Apr 12 14:33:20.242943 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45044) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:20.248448 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-4d65506b-d3ab-4589-aa6b-302f02701594 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'security_group_rule': {'security_group_id': 'a09bbf47-14c5-460a-b438-af82060f0c8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:20.254693 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Checking router: 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:20.255048 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Updating router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe port a44d01c4-7f32-46db-95a9-3cab25f1672e binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:33:20.283341 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.312836 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-68d5ff76-12c2-49aa-97a2-998f202dfd10 req-816bad83-c2da-4c96-9683-4012310ff19b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564182 Apr 12 14:33:20.382912 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4d65506b-d3ab-4589-aa6b-302f02701594 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (15cc7e2b-eb22-4494-ba57-93c868ef5fd6), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.441385 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735768-6ae4-41f2-80bc-d85f5a6a6ea8 req-1e6f897c-636a-484a-a341-d4d16b21d643 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:20.443093 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-87735768-6ae4-41f2-80bc-d85f5a6a6ea8 req-1e6f897c-636a-484a-a341-d4d16b21d643 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 946 time: 0.0613577 Apr 12 14:33:20.446790 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4d65506b-d3ab-4589-aa6b-302f02701594 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (15cc7e2b-eb22-4494-ba57-93c868ef5fd6), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.497241 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-87735768-6ae4-41f2-80bc-d85f5a6a6ea8 req-5090d9ad-e46f-4308-b5c4-ceb80833bf92 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482793 Apr 12 14:33:20.520351 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45048) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:20.535044 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4d65506b-d3ab-4589-aa6b-302f02701594 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (15cc7e2b-eb22-4494-ba57-93c868ef5fd6), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.572574 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65506b-d3ab-4589-aa6b-302f02701594 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cc7e2b-eb22-4494-ba57-93c868ef5fd6,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:20.581115 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3c85c3-567b-4c52-b7b6-7ea4cdcef109 tempest-TestVolumeBootPattern-2140238721 tempest-TestVolumeBootPattern-2140238721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:20.582734 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-3c3c85c3-567b-4c52-b7b6-7ea4cdcef109 tempest-TestVolumeBootPattern-2140238721 tempest-TestVolumeBootPattern-2140238721-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 1125 time: 0.0585451 Apr 12 14:33:20.585666 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45050) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:20.586309 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Publish callbacks [] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.590216 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:20.673772 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4d65506b-d3ab-4589-aa6b-302f02701594 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.675186 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-4d65506b-d3ab-4589-aa6b-302f02701594 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4312479 Apr 12 14:33:20.677747 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45054) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:20.682561 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-2ef82a18-597e-4736-b027-aedd47cc0b25 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'security_group_rule': {'security_group_id': 'a09bbf47-14c5-460a-b438-af82060f0c8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:20.698736 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.756156 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ffd4a-e09c-413b-ab2e-58b19b15b9e1 None None] Pushing event updated for resources: {'Port': ['ID=a44d01c4-7f32-46db-95a9-3cab25f1672e,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:20.763193 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.806694 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Attempting to bind port a44d01c4-7f32-46db-95a9-3cab25f1672e on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:33:20.807073 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Attempting to bind port a44d01c4-7f32-46db-95a9-3cab25f1672e by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:33:20.807439 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Attempting to bind port a44d01c4-7f32-46db-95a9-3cab25f1672e on network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:20.813261 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:33:20.813648 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Checking segment: {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:20.814877 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.815278 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Bound using segment: {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:33:20.815757 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Bound port: a44d01c4-7f32-46db-95a9-3cab25f1672e, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:33:20.816143 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.834451 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2ef82a18-597e-4736-b027-aedd47cc0b25 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (fe965bd9-d36a-4fdc-9bf3-1da50e146e77), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.896336 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.898610 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] For port a44d01c4-7f32-46db-95a9-3cab25f1672e, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:33:20.900211 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2ef82a18-597e-4736-b027-aedd47cc0b25 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (fe965bd9-d36a-4fdc-9bf3-1da50e146e77), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.902276 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] For port a44d01c4-7f32-46db-95a9-3cab25f1672e, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=a44d01c4-7f32-46db-95a9-3cab25f1672e,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:33:20.965893 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-71028361-083b-4629-84d1-1fc10b9c2dbc None None] Provisioning complete for port a44d01c4-7f32-46db-95a9-3cab25f1672e triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:20.966256 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-71028361-083b-4629-84d1-1fc10b9c2dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.997738 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2ef82a18-597e-4736-b027-aedd47cc0b25 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (fe965bd9-d36a-4fdc-9bf3-1da50e146e77), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.011445 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-71028361-083b-4629-84d1-1fc10b9c2dbc None None] Port a44d01c4-7f32-46db-95a9-3cab25f1672e cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:33:21.032200 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef82a18-597e-4736-b027-aedd47cc0b25 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe965bd9-d36a-4fdc-9bf3-1da50e146e77,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:21.036166 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Allocated IP 172.27.3.61 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/7e0fa27a-7348-488c-9b9f-346ba9897026) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:33:21.043931 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.102615 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:21.103342 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:33:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:21.110620 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ffd4a-e09c-413b-ab2e-58b19b15b9e1 None None] Pushing event updated for resources: {'Port': ['ID=a44d01c4-7f32-46db-95a9-3cab25f1672e,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:21.152287 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c45e7-1fc6-4b54-9143-637eadba5fd4 req-9aec3a07-0335-41d0-a3ee-bc68200eacdc tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:21.153885 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b71c45e7-1fc6-4b54-9143-637eadba5fd4 req-9aec3a07-0335-41d0-a3ee-bc68200eacdc tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 946 time: 0.0989799 Apr 12 14:33:21.159856 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2ef82a18-597e-4736-b027-aedd47cc0b25 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.161224 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-2ef82a18-597e-4736-b027-aedd47cc0b25 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4823718 Apr 12 14:33:21.164698 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 45058) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:21.171784 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:21.241903 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for port (7e0fa27a-7348-488c-9b9f-346ba9897026), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.246193 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b71c45e7-1fc6-4b54-9143-637eadba5fd4 req-2ad86f43-e96a-4091-b7ee-fd85fccb96f2 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822790 Apr 12 14:33:21.262996 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:21.301974 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device e3749d8c-f8a1-4477-80de-1acf67e07df9 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:21.306315 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.380531 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (7e0fa27a-7348-488c-9b9f-346ba9897026), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.408249 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.426901 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:21.436987 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:21.441560 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:33:21.479937 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port e3749d8c-f8a1-4477-80de-1acf67e07df9 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:21.479937 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.481527 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-2e1a0b58-1e0b-4892-a704-a6ff6499eeea None None] Provisioning complete for port a44d01c4-7f32-46db-95a9-3cab25f1672e triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:21.481690 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b58-1e0b-4892-a704-a6ff6499eeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.501014 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'Port': ['ID=7e0fa27a-7348-488c-9b9f-346ba9897026,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:21.537350 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Allocated IP 172.27.3.85 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/f0274740-1c14-4e62-a886-6437280278db) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:33:21.681350 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for port (f0274740-1c14-4e62-a886-6437280278db), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.689803 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:20Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:21.747890 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port e3749d8c-f8a1-4477-80de-1acf67e07df9 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:21.757549 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d1c46-ae81-41c3-962a-21f779259436 None None] The sync data for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi is: [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:20Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:21.772620 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-2e1a0b58-1e0b-4892-a704-a6ff6499eeea None None] Current status of the port a44d01c4-7f32-46db-95a9-3cab25f1672e is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:21.773056 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b58-1e0b-4892-a704-a6ff6499eeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.809139 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (f0274740-1c14-4e62-a886-6437280278db), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.865939 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-2e1a0b58-1e0b-4892-a704-a6ff6499eeea None None] For port a44d01c4-7f32-46db-95a9-3cab25f1672e, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=a44d01c4-7f32-46db-95a9-3cab25f1672e,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:21.903198 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:21.908681 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:21.911738 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:33:21.948230 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'Port': ['ID=f0274740-1c14-4e62-a886-6437280278db,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:21.949268 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b58-1e0b-4892-a704-a6ff6499eeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.037600 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a0b58-1e0b-4892-a704-a6ff6499eeea None None] Pushing event updated for resources: {'Port': ['ID=a44d01c4-7f32-46db-95a9-3cab25f1672e,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:22.083048 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (f422bb8a-90fc-49e5-8018-7bbfbd7e6137), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.085687 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (c18d1b79-204b-48fe-86ba-cbc4b17a9bab), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.200768 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (f0274740-1c14-4e62-a886-6437280278db), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.291095 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (7e0fa27a-7348-488c-9b9f-346ba9897026), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.427048 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30a23a-b2de-4761-bab1-963037444d2a req-9a5273c1-4435-442b-8496-e19424bd784b tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:22.428587 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a30a23a-b2de-4761-bab1-963037444d2a req-9a5273c1-4435-442b-8496-e19424bd784b tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 946 time: 0.0753827 Apr 12 14:33:22.493423 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for port (f0274740-1c14-4e62-a886-6437280278db), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.494411 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for port (7e0fa27a-7348-488c-9b9f-346ba9897026), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.510792 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a30a23a-b2de-4761-bab1-963037444d2a req-227d52bd-e7d1-4369-8d7e-59d2157a4e21 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739541 Apr 12 14:33:22.554863 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (f0274740-1c14-4e62-a886-6437280278db), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.592175 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (7e0fa27a-7348-488c-9b9f-346ba9897026), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.706733 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (f422bb8a-90fc-49e5-8018-7bbfbd7e6137), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.715033 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'Port': ['ID=7e0fa27a-7348-488c-9b9f-346ba9897026,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:22.912504 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'Port': ['ID=f0274740-1c14-4e62-a886-6437280278db,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:22.921870 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (c18d1b79-204b-48fe-86ba-cbc4b17a9bab), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:23.045553 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:23.047622 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5d05abea-dd1e-4622-a66b-289c8bc8c0fd tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8802927 Apr 12 14:33:23.142092 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Floating IP f422bb8a-90fc-49e5-8018-7bbfbd7e6137 associated. External IP: 172.27.3.61, port: c682f9db-1f38-4664-af78-8d40755c1207. Apr 12 14:33:23.265934 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device a44d01c4-7f32-46db-95a9-3cab25f1672e up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:23.278148 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-f7102b0d-6774-4f35-98fe-26ebe2828e1c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1366713849&fields=id&tenant_id=5db8f744906b4260b9dfb77d972dc484 HTTP/1.1" status: 200 len: 267 time: 0.0987504 Apr 12 14:33:23.320827 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port a44d01c4-7f32-46db-95a9-3cab25f1672e triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:23.321241 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:23.401935 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port a44d01c4-7f32-46db-95a9-3cab25f1672e is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:23.475720 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-d683e4bc-5d15-420a-8ab9-59106ee3e703 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:23.477214 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-d683e4bc-5d15-420a-8ab9-59106ee3e703 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/networks?id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 200 len: 810 time: 0.1914766 Apr 12 14:33:23.502217 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-4dd6eddc-df75-46cc-a5b3-d560a9f7f695 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/quotas/5db8f744906b4260b9dfb77d972dc484 HTTP/1.1" status: 200 len: 375 time: 0.0162575 Apr 12 14:33:23.509135 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Router 128c1704-2d74-40f6-9410-15e2e83bea71 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:23.592431 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-9c44e0c7-e3a1-4842-8ba1-806fec60faf7 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853374 Apr 12 14:33:23.721328 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:23.731404 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] Sync routers for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:23.743255 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:23.744257 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:33:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:23.746997 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-8cd61212-a9ae-4e9a-9dfa-1f10d323de3e service neutron] 10.222.0.61 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416547 Apr 12 14:33:23.837873 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:23.871985 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:23.874494 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-aebf8a80-ed18-4ddf-bf54-2ce56e9bacea service neutron] 10.222.0.61 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195762 Apr 12 14:33:23.887828 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-5d0b737f-26eb-4b07-8514-856599f9457b tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3009934 Apr 12 14:33:23.889325 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:23.893576 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd4c61-5f59-48a4-a051-35e532fc69ef" -d '{"events": [{"name": "network-changed", "server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "tag": "c682f9db-1f38-4664-af78-8d40755c1207"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:24.020008 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cbd0fa-466c-464c-807c-a35475244069 x-openstack-request-id: req-a3cbd0fa-466c-464c-807c-a35475244069 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:24.020285 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "tag": "c682f9db-1f38-4664-af78-8d40755c1207", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:24.020535 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3cbd0fa-466c-464c-807c-a35475244069 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:24.020944 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3cbd0fa-466c-464c-807c-a35475244069'] response: {'name': 'network-changed', 'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207', 'status': 'completed', 'code': 200} Apr 12 14:33:24.121022 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'f422bb8a-90fc-49e5-8018-7bbfbd7e6137', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:21Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 0, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:24.133232 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22175e9-236d-444c-8d1a-fc1d39f287b8 req-c6428c4c-6678-4c8a-a4f7-0f9c9a661653 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:24.142565 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f22175e9-236d-444c-8d1a-fc1d39f287b8 req-c6428c4c-6678-4c8a-a4f7-0f9c9a661653 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 946 time: 0.0762320 Apr 12 14:33:24.149185 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] Checking router: 128c1704-2d74-40f6-9410-15e2e83bea71 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:24.149763 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4fbebcf4-fcfd-4dd4-a2cc-7cd7e0c503da req-9cc442dc-b47c-4027-bf7d-bb609a8b2152 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 210 time: 0.0346177 Apr 12 14:33:24.170973 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:24.170973 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:33:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:24.196192 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f22175e9-236d-444c-8d1a-fc1d39f287b8 req-b5659b0b-547e-474d-ada1-e0e0d1d0e371 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526676 Apr 12 14:33:24.366026 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:24.582377 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'f422bb8a-90fc-49e5-8018-7bbfbd7e6137', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:21Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 0, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:24.608486 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88bd671-d2be-44c4-beed-6092ed6e6e5a None None] The sync data for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi is: [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'f422bb8a-90fc-49e5-8018-7bbfbd7e6137', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:21Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 0, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:24.761691 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:33:24.807075 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf112d1-e74d-4d25-b898-cfe6ec2f9100 None None] New status for floating IP f422bb8a-90fc-49e5-8018-7bbfbd7e6137: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:33:25.209134 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-cea0067c-9eaf-4381-961c-c2672f3e8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:25.210519 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-cea0067c-9eaf-4381-961c-c2672f3e8701 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 1130 time: 0.0406253 Apr 12 14:33:25.236806 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-71095bc1-83d1-463d-b202-452eccc05ed4 req-4912755a-25fc-4a30-b77f-0bf622629b00 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 210 time: 0.0354562 Apr 12 14:33:25.340850 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b909c61-b934-4ef6-bb8a-68d59fd0b611 req-40d919f5-631e-40d7-91cb-2ef31aa01a17 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:25.342386 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b909c61-b934-4ef6-bb8a-68d59fd0b611 req-40d919f5-631e-40d7-91cb-2ef31aa01a17 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 946 time: 0.0614774 Apr 12 14:33:25.360015 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-90c354bc-069f-497b-b153-1970337719d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:25.361556 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-90c354bc-069f-497b-b153-1970337719d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 912 time: 0.1428804 Apr 12 14:33:25.443627 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b909c61-b934-4ef6-bb8a-68d59fd0b611 req-be7e1960-28cc-402b-acc4-f4adcc024993 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946324 Apr 12 14:33:25.452146 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-85751269-e005-4fe3-af3c-5a35a9d87ae3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c682f9db-1f38-4664-af78-8d40755c1207 HTTP/1.1" status: 200 len: 1001 time: 0.0824671 Apr 12 14:33:25.507107 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-cea444fa-6ba5-4165-8cc2-5efb48fa838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:25.508474 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-cea444fa-6ba5-4165-8cc2-5efb48fa838b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0447042 Apr 12 14:33:25.509937 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-72f85fe0-275e-4a70-8054-d108fa2770ee tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:25.511252 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-72f85fe0-275e-4a70-8054-d108fa2770ee tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.48 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 946 time: 0.0468836 Apr 12 14:33:25.557208 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-f1d14d96-300c-4be7-9cb3-b3f504da7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:25.558832 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-f1d14d96-300c-4be7-9cb3-b3f504da7431 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404396 Apr 12 14:33:25.620741 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Deleting port 37eb6d97-7b5f-49c6-92fb-383a24724f7d {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:25.621221 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:25.654916 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-daed56c2-37e1-4dfb-8f5d-d0e932fcf8e3 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891037 Apr 12 14:33:25.713906 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] For port 37eb6d97-7b5f-49c6-92fb-383a24724f7d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=37eb6d97-7b5f-49c6-92fb-383a24724f7d,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:25.714277 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:25.728198 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Calling delete_port for 37eb6d97-7b5f-49c6-92fb-383a24724f7d owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:25.754910 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21cd4c61-5f59-48a4-a051-35e532fc69ef req-360a7c66-9612-4f2e-a70a-bf7c6db9d89d service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918128 Apr 12 14:33:25.960502 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (37eb6d97-7b5f-49c6-92fb-383a24724f7d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:25.973130 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['37eb6d97-7b5f-49c6-92fb-383a24724f7d'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:33:25.990019 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Pushing event deleted for resources: {'Port': ['ID=37eb6d97-7b5f-49c6-92fb-383a24724f7d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:26.035713 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] No DVR routers for this DVR port 37eb6d97-7b5f-49c6-92fb-383a24724f7d on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:26.038189 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:26.041505 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c637ca10-e723-4c02-90b6-ef9250071f47 req-ef81b927-85ab-475c-9785-e255b36d68a5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.48 "DELETE /v2.0/ports/37eb6d97-7b5f-49c6-92fb-383a24724f7d HTTP/1.1" status: 204 len: 173 time: 0.5225127 Apr 12 14:33:26.047202 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78604e8-ad59-4d0b-9a4e-dd16021b3659', 'name': 'network-vif-deleted', 'tag': '37eb6d97-7b5f-49c6-92fb-383a24724f7d'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:26.047202 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7245a6-4fbc-4d6f-9e78-1294d1c1e732" -d '{"events": [{"server_uuid": "c78604e8-ad59-4d0b-9a4e-dd16021b3659", "name": "network-vif-deleted", "tag": "37eb6d97-7b5f-49c6-92fb-383a24724f7d"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:26.084559 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3226bd-bd9f-4dc1-b66b-2b6dc5868e73 x-openstack-request-id: req-0d3226bd-bd9f-4dc1-b66b-2b6dc5868e73 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:26.084853 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78604e8-ad59-4d0b-9a4e-dd16021b3659", "name": "network-vif-deleted", "tag": "37eb6d97-7b5f-49c6-92fb-383a24724f7d", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:26.085136 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d3226bd-bd9f-4dc1-b66b-2b6dc5868e73 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:26.085538 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3226bd-bd9f-4dc1-b66b-2b6dc5868e73'] response: {'server_uuid': 'c78604e8-ad59-4d0b-9a4e-dd16021b3659', 'name': 'network-vif-deleted', 'tag': '37eb6d97-7b5f-49c6-92fb-383a24724f7d', 'status': 'completed', 'code': 200} Apr 12 14:33:26.337727 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-589f9670-eccc-4027-896a-77ffc219a074 req-31cff89f-e6d4-40c8-b6ae-e647f856e03e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 210 time: 0.0324781 Apr 12 14:33:26.545163 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9e7c343f-f322-4b54-8c43-1723aa933370 req-087e3091-07be-43e8-a150-7f65822a494c tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c78604e8-ad59-4d0b-9a4e-dd16021b3659 HTTP/1.1" status: 200 len: 210 time: 0.0315537 Apr 12 14:33:26.713580 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-5d55306c-5b7f-4715-9706-40315aece34c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:26.715010 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-5d55306c-5b7f-4715-9706-40315aece34c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "GET /v2.0/networks?id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 200 len: 810 time: 0.1012383 Apr 12 14:33:26.792984 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-888ea0a7-323f-4a44-9605-bdb701d46566 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db8f744906b4260b9dfb77d972dc484 HTTP/1.1" status: 200 len: 380 time: 0.0523400 Apr 12 14:33:26.995176 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'port': {'device_id': '34d16487-528a-4daf-a597-455ae72685e6', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'admin_state_up': True, 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'security_groups': ['a09bbf47-14c5-460a-b438-af82060f0c8b']}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:27.223200 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Made reservation on behalf of 5db8f744906b4260b9dfb77d972dc484 for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:27.226640 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:27.362208 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Allocated IP 172.20.0.5 (a612cd65-3dcd-4967-aa0a-0b74c18b4c13/aa36b45a-9418-49ed-8526-e0cd073f8fed/bec065d0-25f4-413a-83a4-9df1a06b1f25) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:33:27.444467 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-68799a2c-b323-4f3a-941a-905c1d65f10c req-230af89d-a251-4aca-a96d-1de1f4b3555f tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 210 time: 0.0357945 Apr 12 14:33:27.515206 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:27.609045 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:27.661956 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:27.665153 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:27.669733 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:33:27.696917 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'Port': ['ID=bec065d0-25f4-413a-83a4-9df1a06b1f25,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:27.727912 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:27.728556 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:27.846561 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-743f05cc-52c7-42c4-9507-3640bf7273dc tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553720 Apr 12 14:33:27.857434 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Request body: {'port': {'device_id': '34d16487-528a-4daf-a597-455ae72685e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:27.876572 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886232-548d-425b-bc7a-29f387c6a66b req-0ad782b9-e8e2-4d45-a1e0-c5a0ccf49378 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:27.878093 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-0ad782b9-e8e2-4d45-a1e0-c5a0ccf49378 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/networks?id=fd7d3810-cd22-4752-8720-4bc734dda23d HTTP/1.1" status: 200 len: 809 time: 0.1116519 Apr 12 14:33:27.893501 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-51a9f79b-52d9-41ec-a0b8-d817d372836c tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/quotas/de870745ee7f4b7a8f088df471bd2a54 HTTP/1.1" status: 200 len: 375 time: 0.0100157 Apr 12 14:33:27.920196 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:27.926503 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-ee4c5ea2-54ab-4f64-90d9-8a471213d9df None None] Provisioning complete for port bec065d0-25f4-413a-83a4-9df1a06b1f25 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:27.934928 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ee4c5ea2-54ab-4f64-90d9-8a471213d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:27.937114 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-e79298b2-1aad-45e5-8bc8-5e77fe8e58cd tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=de870745ee7f4b7a8f088df471bd2a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380454 Apr 12 14:33:27.980913 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c5ea2-54ab-4f64-90d9-8a471213d9df None None] Port bec065d0-25f4-413a-83a4-9df1a06b1f25 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:33:28.042811 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-2c3dac2f-c783-4696-948b-8a0a8c6efde7 service neutron] 10.222.0.61 "GET /v2.0/networks/fd7d3810-cd22-4752-8720-4bc734dda23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942855 Apr 12 14:33:28.146931 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-895450a3-96ca-4409-a544-7afb46efc419 service neutron] 10.222.0.61 "GET /v2.0/networks/fd7d3810-cd22-4752-8720-4bc734dda23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956683 Apr 12 14:33:28.241614 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec065d0-25f4-413a-83a4-9df1a06b1f25 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:28.250259 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Publish callbacks [] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.264510 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Transition to ACTIVE for port object bec065d0-25f4-413a-83a4-9df1a06b1f25 will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:33:28.368774 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.494295 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Pushing event updated for resources: {'Port': ['ID=bec065d0-25f4-413a-83a4-9df1a06b1f25,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:28.499208 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88e61aaa-8c04-4f93-9d3e-b6a3f0634db2 req-adb7d954-024f-41a0-9d77-46257502db85 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 210 time: 0.0784380 Apr 12 14:33:28.580918 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Attempting to bind port bec065d0-25f4-413a-83a4-9df1a06b1f25 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:33:28.581142 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Attempting to bind port bec065d0-25f4-413a-83a4-9df1a06b1f25 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:33:28.581486 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Attempting to bind port bec065d0-25f4-413a-83a4-9df1a06b1f25 on network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:28.592653 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Port bec065d0-25f4-413a-83a4-9df1a06b1f25 on network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:33:28.593253 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Attempting to bind port bec065d0-25f4-413a-83a4-9df1a06b1f25 on network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:28.600643 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:33:28.601055 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Checking segment: {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:28.601652 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Bound using segment: {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:33:28.602060 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Bound port: bec065d0-25f4-413a-83a4-9df1a06b1f25, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:33:28.602578 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.638409 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116fc47-3db4-4bc2-a3d0-6bde72b23502 req-026f317f-2286-4814-bd4d-16c511fba913 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:28.645456 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b116fc47-3db4-4bc2-a3d0-6bde72b23502 req-026f317f-2286-4814-bd4d-16c511fba913 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 943 time: 0.0690155 Apr 12 14:33:28.680649 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] For port bec065d0-25f4-413a-83a4-9df1a06b1f25, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:33:28.683735 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] For port bec065d0-25f4-413a-83a4-9df1a06b1f25, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:33:28.714629 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b116fc47-3db4-4bc2-a3d0-6bde72b23502 req-b58f117d-ff70-41a8-9a80-084e96781fef tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660648 Apr 12 14:33:28.744370 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.783228 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:28.783883 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.785358 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] 10.222.0.48 "PUT /v2.0/ports/bec065d0-25f4-413a-83a4-9df1a06b1f25 HTTP/1.1" status: 200 len: 1093 time: 0.9322300 Apr 12 14:33:28.788431 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d16487-528a-4daf-a597-455ae72685e6', 'tag': 'bec065d0-25f4-413a-83a4-9df1a06b1f25'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:28.793557 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7acc2ee-2a55-4628-a610-039032323e01" -d '{"events": [{"name": "network-changed", "server_uuid": "34d16487-528a-4daf-a597-455ae72685e6", "tag": "bec065d0-25f4-413a-83a4-9df1a06b1f25"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:28.821329 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea1a3e-87ea-4fbe-871c-9ce34b11e5dd service neutron] Pushing event updated for resources: {'Port': ['ID=bec065d0-25f4-413a-83a4-9df1a06b1f25,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:28.852620 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76985f25-748d-435e-8dec-816afedc5881 x-openstack-request-id: req-76985f25-748d-435e-8dec-816afedc5881 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:28.852996 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d16487-528a-4daf-a597-455ae72685e6", "tag": "bec065d0-25f4-413a-83a4-9df1a06b1f25", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:28.853487 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76985f25-748d-435e-8dec-816afedc5881 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:28.854019 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76985f25-748d-435e-8dec-816afedc5881'] response: {'name': 'network-changed', 'server_uuid': '34d16487-528a-4daf-a597-455ae72685e6', 'tag': 'bec065d0-25f4-413a-83a4-9df1a06b1f25', 'status': 'completed', 'code': 200} Apr 12 14:33:28.882475 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 37eb6d97-7b5f-49c6-92fb-383a24724f7d no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:28.906044 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 37eb6d97-7b5f-49c6-92fb-383a24724f7d {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:28.906388 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 37eb6d97-7b5f-49c6-92fb-383a24724f7d not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:28.911255 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acc2ee-2a55-4628-a610-039032323e01 req-3c115bb1-69d6-48c3-a5ec-666fde1c13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:28.912918 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b7acc2ee-2a55-4628-a610-039032323e01 req-3c115bb1-69d6-48c3-a5ec-666fde1c13a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 1127 time: 0.0460489 Apr 12 14:33:29.023694 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acc2ee-2a55-4628-a610-039032323e01 req-272c5f20-cc96-4174-ac85-16a820417c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:29.025199 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b7acc2ee-2a55-4628-a610-039032323e01 req-272c5f20-cc96-4174-ac85-16a820417c49 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5db8f744906b4260b9dfb77d972dc484&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1052675 Apr 12 14:33:29.123555 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acc2ee-2a55-4628-a610-039032323e01 req-2bf56c2d-df48-440c-98da-16be7d7e9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:29.125058 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b7acc2ee-2a55-4628-a610-039032323e01 req-2bf56c2d-df48-440c-98da-16be7d7e9025 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943530 Apr 12 14:33:29.199976 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-0094e032-36fe-4228-92cf-7da9a7826f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:29.201771 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-0094e032-36fe-4228-92cf-7da9a7826f1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 1127 time: 0.0397835 Apr 12 14:33:29.241854 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-cc6b2a98-08d3-486f-acad-765a2cb022b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25 HTTP/1.1" status: 200 len: 217 time: 0.0336058 Apr 12 14:33:29.288594 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-bcff025c-56a1-40be-aea9-8530bc96c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:29.290031 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-bcff025c-56a1-40be-aea9-8530bc96c0cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa36b45a-9418-49ed-8526-e0cd073f8fed HTTP/1.1" status: 200 len: 849 time: 0.0425909 Apr 12 14:33:29.336661 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-9f2085f5-a7cf-4426-93d8-2f375853dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:29.338234 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-9f2085f5-a7cf-4426-93d8-2f375853dccf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429902 Apr 12 14:33:29.424837 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-00b5346f-135f-47f5-8684-4a8fe4a7d8ea service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810690 Apr 12 14:33:29.522602 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-effe9be2-debe-4fee-ba8a-bafeeb21deb7 req-b0e72b76-46c1-4ce4-818d-639a02ddbec5 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857024 Apr 12 14:33:29.608644 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c3a677dd-78b5-422e-8dd1-fe218294e29c req-5d12eae6-b9ca-416f-b11d-b421a6414c2a tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 210 time: 0.0290639 Apr 12 14:33:29.831136 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39765089-6f4d-4f6f-a42b-ad878f53dd2f req-d969d82d-758f-4d70-8d3e-e382c4be9b0b tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:29.832603 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-39765089-6f4d-4f6f-a42b-ad878f53dd2f req-d969d82d-758f-4d70-8d3e-e382c4be9b0b tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 943 time: 0.0481856 Apr 12 14:33:29.886687 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-39765089-6f4d-4f6f-a42b-ad878f53dd2f req-2347eff3-be2b-453f-b47a-e74d607f69d6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483201 Apr 12 14:33:30.710360 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f48afea-28e1-4d64-9e55-6719e4bc3264 req-5cbd0186-05ab-4f95-9e7e-c32a5c80acf3 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 210 time: 0.0329189 Apr 12 14:33:31.030281 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef2c16-3eea-4e80-91aa-e519411ebd0c req-7c4e1ae5-7bff-4ddd-986a-147a7c1aa5ef tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:31.031700 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a4ef2c16-3eea-4e80-91aa-e519411ebd0c req-7c4e1ae5-7bff-4ddd-986a-147a7c1aa5ef tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 943 time: 0.0768604 Apr 12 14:33:31.136211 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a4ef2c16-3eea-4e80-91aa-e519411ebd0c req-d45724e1-0203-4374-ab56-d08970b2598c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987232 Apr 12 14:33:31.145190 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886232-548d-425b-bc7a-29f387c6a66b req-3584c26e-c3b2-4afd-9a9c-a93a63605ec5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:31.145190 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-3584c26e-c3b2-4afd-9a9c-a93a63605ec5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.48 "GET /v2.0/networks?id=fd7d3810-cd22-4752-8720-4bc734dda23d HTTP/1.1" status: 200 len: 809 time: 0.1544313 Apr 12 14:33:31.154930 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Request body: {'port': {'device_id': '5f45c594-ef07-4c26-9cf1-df18a21e3ec8', 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d', 'admin_state_up': True, 'tenant_id': 'de870745ee7f4b7a8f088df471bd2a54'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:31.341325 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Made reservation on behalf of de870745ee7f4b7a8f088df471bd2a54 for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:31.345402 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:31.476806 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Allocated IP 172.20.0.5 (fd7d3810-cd22-4752-8720-4bc734dda23d/27349115-8650-4d84-8c4b-e06a1b3e8f94/4ffbfaa6-f543-470d-8a27-dfbb973d1e8f) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:33:31.623493 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks [] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:31.815279 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7cc6b9ef-45d0-4e5c-9e7f-3b41e969ee2f req-1acda7d5-cfee-4a95-82d1-025a5fd96c50 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 210 time: 0.0298781 Apr 12 14:33:31.880777 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:31.927985 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Network fd7d3810-cd22-4752-8720-4bc734dda23d is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:33:31.930921 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:31.934480 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:33:31.943810 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Pushing event updated for resources: {'Port': ['ID=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:31.988409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:31.989022 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:32.105920 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-55d9cf1d-985e-44b0-966b-8fd40ecbb570 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9545841 Apr 12 14:33:32.116329 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Request body: {'port': {'device_id': '5f45c594-ef07-4c26-9cf1-df18a21e3ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:32.176344 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:32.283092 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fcd98-c16a-4a6d-ba4f-28b78a3597ec req-2e87704c-7879-4a81-9a92-9164e27eca99 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:32.284562 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c97fcd98-c16a-4a6d-ba4f-28b78a3597ec req-2e87704c-7879-4a81-9a92-9164e27eca99 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 943 time: 0.0624149 Apr 12 14:33:32.404263 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c97fcd98-c16a-4a6d-ba4f-28b78a3597ec req-b685855c-62c5-419c-9342-de536716ad2f tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781772 Apr 12 14:33:32.520020 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:32.527749 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Publish callbacks [] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:32.539932 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Transition to ACTIVE for port object 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:33:32.622863 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:32.678929 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:32.743480 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Attempting to bind port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:33:32.743813 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Attempting to bind port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '442c1eaa-30bd-4d81-a9ae-68777d3a1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:33:32.744138 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Attempting to bind port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f on network fd7d3810-cd22-4752-8720-4bc734dda23d {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:32.748394 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f on network fd7d3810-cd22-4752-8720-4bc734dda23d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:33:32.748717 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Attempting to bind port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f on network fd7d3810-cd22-4752-8720-4bc734dda23d {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:33:32.753469 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:33:32.753807 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Checking segment: {'id': '442c1eaa-30bd-4d81-a9ae-68777d3a1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:32.754187 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Bound using segment: {'id': '442c1eaa-30bd-4d81-a9ae-68777d3a1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:33:32.754607 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Bound port: 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442c1eaa-30bd-4d81-a9ae-68777d3a1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:33:32.754966 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:32.817320 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] For port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:33:32.820263 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] For port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:33:32.929254 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f32197-9de0-4f5d-93fa-49904197a45f req-ba35d790-2853-4013-9171-3bb287305d5a tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:32.930651 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31f32197-9de0-4f5d-93fa-49904197a45f req-ba35d790-2853-4013-9171-3bb287305d5a tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 943 time: 0.0471976 Apr 12 14:33:32.934893 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:32.974919 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:32.975430 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:32.976814 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] 10.222.0.48 "PUT /v2.0/ports/4ffbfaa6-f543-470d-8a27-dfbb973d1e8f HTTP/1.1" status: 200 len: 1093 time: 0.8645315 Apr 12 14:33:32.979255 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f45c594-ef07-4c26-9cf1-df18a21e3ec8', 'tag': '4ffbfaa6-f543-470d-8a27-dfbb973d1e8f'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:32.979615 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31f32197-9de0-4f5d-93fa-49904197a45f req-e0f42dca-e273-4c2e-ab81-7408ca3235d9 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Apr 12 14:33:32.981448 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc2514b-cb0d-45bc-84bf-c018375286d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f45c594-ef07-4c26-9cf1-df18a21e3ec8", "tag": "4ffbfaa6-f543-470d-8a27-dfbb973d1e8f"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:33.002590 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131e713-fdd9-41fb-a6c2-90bb19690928 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:33.021404 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1f93ff-281e-48de-9db3-e3b9a0f6ebb1 x-openstack-request-id: req-bf1f93ff-281e-48de-9db3-e3b9a0f6ebb1 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:33.021741 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f45c594-ef07-4c26-9cf1-df18a21e3ec8", "tag": "4ffbfaa6-f543-470d-8a27-dfbb973d1e8f", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:33.021941 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf1f93ff-281e-48de-9db3-e3b9a0f6ebb1 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:33.022347 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1f93ff-281e-48de-9db3-e3b9a0f6ebb1'] response: {'name': 'network-changed', 'server_uuid': '5f45c594-ef07-4c26-9cf1-df18a21e3ec8', 'tag': '4ffbfaa6-f543-470d-8a27-dfbb973d1e8f', 'status': 'completed', 'code': 200} Apr 12 14:33:33.214132 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device bec065d0-25f4-413a-83a4-9df1a06b1f25 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:33:33.310019 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port bec065d0-25f4-413a-83a4-9df1a06b1f25, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:33.320841 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'bec065d0-25f4-413a-83a4-9df1a06b1f25', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'port_id': 'bec065d0-25f4-413a-83a4-9df1a06b1f25', 'mac_address': 'fa:16:3e:2f:83:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:33:33.357719 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port bec065d0-25f4-413a-83a4-9df1a06b1f25 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:33.358098 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.370643 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec065d0-25f4-413a-83a4-9df1a06b1f25 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:33.390124 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port bec065d0-25f4-413a-83a4-9df1a06b1f25, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:33.469376 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.516279 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df4a0-da0f-40eb-a401-b90e29601800 req-5ba81c88-3898-4c98-aca0-85015d86f0e7 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:33.518487 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e8df4a0-da0f-40eb-a401-b90e29601800 req-5ba81c88-3898-4c98-aca0-85015d86f0e7 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 944 time: 0.0473070 Apr 12 14:33:33.522271 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=bec065d0-25f4-413a-83a4-9df1a06b1f25,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:33.576153 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e8df4a0-da0f-40eb-a401-b90e29601800 req-51d35deb-ae80-4183-a913-661cf37bf9d5 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487967 Apr 12 14:33:34.098315 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504d7d-fe91-48c3-b2be-36ea757f7978 req-ccc92d71-d350-494c-9858-8c0da98b9cee tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:34.099802 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-de504d7d-fe91-48c3-b2be-36ea757f7978 req-ccc92d71-d350-494c-9858-8c0da98b9cee tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 943 time: 0.0481403 Apr 12 14:33:34.146279 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-de504d7d-fe91-48c3-b2be-36ea757f7978 req-97d53c61-de0b-40ef-b245-4cb305f088f5 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Apr 12 14:33:34.689090 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9514dc-c4d3-4c22-8e80-d1c11c849f85 req-78936ea7-c5a8-4663-8ea6-55e8c611ecb9 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:34.690660 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af9514dc-c4d3-4c22-8e80-d1c11c849f85 req-78936ea7-c5a8-4663-8ea6-55e8c611ecb9 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 944 time: 0.0469947 Apr 12 14:33:34.736427 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af9514dc-c4d3-4c22-8e80-d1c11c849f85 req-28401fe2-aa3d-4322-b9b2-f833664e7cc6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 Apr 12 14:33:34.901157 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2514b-cb0d-45bc-84bf-c018375286d6 req-e5c3f5a1-bd47-45df-aa33-3e06d383663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:34.902535 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8dc2514b-cb0d-45bc-84bf-c018375286d6 req-e5c3f5a1-bd47-45df-aa33-3e06d383663c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de870745ee7f4b7a8f088df471bd2a54&device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 1127 time: 0.0372434 Apr 12 14:33:35.007846 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2514b-cb0d-45bc-84bf-c018375286d6 req-14b7330c-b4a8-4bbf-8d24-256701e266ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:35.009319 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8dc2514b-cb0d-45bc-84bf-c018375286d6 req-14b7330c-b4a8-4bbf-8d24-256701e266ba service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=de870745ee7f4b7a8f088df471bd2a54&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0922778 Apr 12 14:33:35.073695 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['bec065d0-25f4-413a-83a4-9df1a06b1f25'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:33:35.105041 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2514b-cb0d-45bc-84bf-c018375286d6 req-2508e617-b913-445d-a7ce-cf43ab2f29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:35.106539 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8dc2514b-cb0d-45bc-84bf-c018375286d6 req-2508e617-b913-445d-a7ce-cf43ab2f29eb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909383 Apr 12 14:33:35.187900 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886232-548d-425b-bc7a-29f387c6a66b req-7d6a903c-4968-4f44-8488-a2988d330e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:35.189856 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-7d6a903c-4968-4f44-8488-a2988d330e01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de870745ee7f4b7a8f088df471bd2a54&device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 1127 time: 0.0468111 Apr 12 14:33:35.234472 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-b2119346-b430-4a5c-9202-1c55c3ed2d3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f HTTP/1.1" status: 200 len: 217 time: 0.0386815 Apr 12 14:33:35.286032 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886232-548d-425b-bc7a-29f387c6a66b req-171c4c7c-b399-4f22-b3f0-195cfbc6e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:35.287516 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-171c4c7c-b399-4f22-b3f0-195cfbc6e81a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27349115-8650-4d84-8c4b-e06a1b3e8f94 HTTP/1.1" status: 200 len: 849 time: 0.0477555 Apr 12 14:33:35.322477 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-809a2f60-fcf1-41f6-9401-38850ea86087 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd7d3810-cd22-4752-8720-4bc734dda23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269117 Apr 12 14:33:35.448312 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b0d3-00f9-4cc0-949a-5a2ff337c81e req-bd00daae-f2e9-4cf8-ae61-daed3758af56 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:35.449697 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4272b0d3-00f9-4cc0-949a-5a2ff337c81e req-bd00daae-f2e9-4cf8-ae61-daed3758af56 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 943 time: 0.0638320 Apr 12 14:33:35.455319 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-8f989dc0-5fd0-42c6-b65f-3af3d9620ec9 service neutron] 10.222.0.48 "GET /v2.0/networks/fd7d3810-cd22-4752-8720-4bc734dda23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262364 Apr 12 14:33:35.556992 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4272b0d3-00f9-4cc0-949a-5a2ff337c81e req-57cbb58d-3fba-4350-95d8-c10ff7b93516 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007173 Apr 12 14:33:35.582932 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6886232-548d-425b-bc7a-29f387c6a66b req-c5224ace-fbe2-4ae8-b343-e074f253f319 service neutron] 10.222.0.48 "GET /v2.0/networks/fd7d3810-cd22-4752-8720-4bc734dda23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200385 Apr 12 14:33:35.847583 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43729e60-6beb-4ee0-b7c8-4b3970f6f680 req-b871868e-d49c-49ee-8346-8250919ceac6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:35.849059 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-43729e60-6beb-4ee0-b7c8-4b3970f6f680 req-b871868e-d49c-49ee-8346-8250919ceac6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 944 time: 0.0466640 Apr 12 14:33:35.896010 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-43729e60-6beb-4ee0-b7c8-4b3970f6f680 req-07ad61ce-d262-4854-ad9f-c3e0514b46f0 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Apr 12 14:33:36.675442 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59a34d-07f4-4585-8e69-1abc1666bcbb req-151a23ba-f4b5-4d83-96ed-d89ea42f20ad tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:36.677017 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6a59a34d-07f4-4585-8e69-1abc1666bcbb req-151a23ba-f4b5-4d83-96ed-d89ea42f20ad tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 943 time: 0.0530965 Apr 12 14:33:36.723938 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6a59a34d-07f4-4585-8e69-1abc1666bcbb req-d79836c1-ef00-421f-b489-66b0a9bb1489 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Apr 12 14:33:37.006293 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device bec065d0-25f4-413a-83a4-9df1a06b1f25 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:37.015985 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc34707-40b7-4e33-8d72-1ce6db3f30f2 req-281be8e4-5d38-4d6e-9b8f-3acd8e695660 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:37.018195 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-acc34707-40b7-4e33-8d72-1ce6db3f30f2 req-281be8e4-5d38-4d6e-9b8f-3acd8e695660 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 944 time: 0.0541859 Apr 12 14:33:37.056257 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port bec065d0-25f4-413a-83a4-9df1a06b1f25 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:33:37.068206 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-acc34707-40b7-4e33-8d72-1ce6db3f30f2 req-e14822ff-e553-4603-9e94-c08c607856f9 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439796 Apr 12 14:33:37.122948 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port bec065d0-25f4-413a-83a4-9df1a06b1f25 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:37.123349 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:37.199824 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port bec065d0-25f4-413a-83a4-9df1a06b1f25 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:37.200214 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:37.223393 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d16487-528a-4daf-a597-455ae72685e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec065d0-25f4-413a-83a4-9df1a06b1f25'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:37.225668 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfcb211-7397-4017-b125-206f72ff536d" -d '{"events": [{"server_uuid": "34d16487-528a-4daf-a597-455ae72685e6", "name": "network-vif-plugged", "status": "completed", "tag": "bec065d0-25f4-413a-83a4-9df1a06b1f25"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:37.238091 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port bec065d0-25f4-413a-83a4-9df1a06b1f25, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:37.263238 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df187c85-1c29-45ea-ae70-292d7d4dc1bb x-openstack-request-id: req-df187c85-1c29-45ea-ae70-292d7d4dc1bb {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:37.263528 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d16487-528a-4daf-a597-455ae72685e6", "name": "network-vif-plugged", "status": "completed", "tag": "bec065d0-25f4-413a-83a4-9df1a06b1f25", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:37.263782 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df187c85-1c29-45ea-ae70-292d7d4dc1bb {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:37.264181 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df187c85-1c29-45ea-ae70-292d7d4dc1bb'] response: {'server_uuid': '34d16487-528a-4daf-a597-455ae72685e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec065d0-25f4-413a-83a4-9df1a06b1f25', 'code': 200} Apr 12 14:33:37.355064 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:37.406289 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=bec065d0-25f4-413a-83a4-9df1a06b1f25,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:37.616052 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9396-3384-44e9-99ea-24189f10565b req-ee63a334-0e07-409f-8375-74e32385a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:37.617619 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-375b9396-3384-44e9-99ea-24189f10565b req-ee63a334-0e07-409f-8375-74e32385a48a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 1129 time: 0.0438282 Apr 12 14:33:37.663698 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-375b9396-3384-44e9-99ea-24189f10565b req-29ff02cc-2001-484b-9440-b4d69b46ee02 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 Apr 12 14:33:37.841826 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee305e-d136-4766-8a1b-04feef8f7e45 req-d783244c-5856-4657-9056-f48c700251ba tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:37.843330 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70ee305e-d136-4766-8a1b-04feef8f7e45 req-d783244c-5856-4657-9056-f48c700251ba tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 943 time: 0.0508413 Apr 12 14:33:37.893314 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70ee305e-d136-4766-8a1b-04feef8f7e45 req-27b3e1f9-f635-4f0a-b720-aaf6bc85bc5c tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433393 Apr 12 14:33:38.184689 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0153aa-f883-4ea7-9d18-74ac0a0ee69e req-e9ae2e3d-a254-446b-8e9f-02248b920bc9 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:38.186198 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6e0153aa-f883-4ea7-9d18-74ac0a0ee69e req-e9ae2e3d-a254-446b-8e9f-02248b920bc9 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0479348 Apr 12 14:33:38.232761 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6e0153aa-f883-4ea7-9d18-74ac0a0ee69e req-ebcf6880-b80e-4059-8201-0521af8653f7 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Apr 12 14:33:38.971819 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.012774 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:33:39.013633 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1665-78b7-4526-be10-650ab4bed968 req-350bb6e7-8802-440a-8e68-5d0e482905f6 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:39.015135 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8ef1665-78b7-4526-be10-650ab4bed968 req-350bb6e7-8802-440a-8e68-5d0e482905f6 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 943 time: 0.0482149 Apr 12 14:33:39.076418 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8ef1665-78b7-4526-be10-650ab4bed968 req-b2926181-1bc4-40b2-9110-043d66a67896 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555291 Apr 12 14:33:39.128127 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:39.139711 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '4ffbfaa6-f543-470d-8a27-dfbb973d1e8f', 'network_id': 'fd7d3810-cd22-4752-8720-4bc734dda23d', 'port_id': '4ffbfaa6-f543-470d-8a27-dfbb973d1e8f', 'mac_address': 'fa:16:3e:41:10:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27349115-8650-4d84-8c4b-e06a1b3e8f94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:33:39.177901 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:39.178249 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.191507 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:39.212352 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:39.285988 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.334840 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:39.349792 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f383ad-5017-4f0e-9308-a9b48192c9fe req-14a86c7a-8151-4948-bafa-adc8228b84ed tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:39.351248 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e8f383ad-5017-4f0e-9308-a9b48192c9fe req-14a86c7a-8151-4948-bafa-adc8228b84ed tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0501871 Apr 12 14:33:39.397792 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e8f383ad-5017-4f0e-9308-a9b48192c9fe req-333bb66a-71f3-4fcd-869c-83d3339f4ec0 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 Apr 12 14:33:39.491524 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['4ffbfaa6-f543-470d-8a27-dfbb973d1e8f'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:33:39.507095 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341b1d3-8cbf-4457-bca7-b312a0860151 req-a18cb3d7-55eb-4055-a7d1-fd5a576aa8eb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:39.508637 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6341b1d3-8cbf-4457-bca7-b312a0860151 req-a18cb3d7-55eb-4055-a7d1-fd5a576aa8eb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0477433 Apr 12 14:33:39.518606 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45266) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:39.523048 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-ee316421-fa42-4721-b4a8-a3003594402d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'floatingip': {'port_id': 'bec065d0-25f4-413a-83a4-9df1a06b1f25'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:39.562527 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ee316421-fa42-4721-b4a8-a3003594402d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (c18d1b79-204b-48fe-86ba-cbc4b17a9bab), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.229352 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24686e4-3366-4040-812e-cbc67b409cc2 req-50f4bac6-bd5b-42e2-8335-3fe16e19267e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:40.230789 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d24686e4-3366-4040-812e-cbc67b409cc2 req-50f4bac6-bd5b-42e2-8335-3fe16e19267e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 944 time: 0.0605228 Apr 12 14:33:40.344827 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d24686e4-3366-4040-812e-cbc67b409cc2 req-8b40b41b-ef53-455d-9b59-63b5213ef704 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058474 Apr 12 14:33:40.355696 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ee316421-fa42-4721-b4a8-a3003594402d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.457446 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ee316421-fa42-4721-b4a8-a3003594402d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (c18d1b79-204b-48fe-86ba-cbc4b17a9bab), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.564590 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [None req-ee316421-fa42-4721-b4a8-a3003594402d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Floating IP c18d1b79-204b-48fe-86ba-cbc4b17a9bab associated. External IP: 172.27.3.85, port: bec065d0-25f4-413a-83a4-9df1a06b1f25. Apr 12 14:33:40.776567 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee316421-fa42-4721-b4a8-a3003594402d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:40.889615 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee316421-fa42-4721-b4a8-a3003594402d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:40.895197 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ee316421-fa42-4721-b4a8-a3003594402d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.900520 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] Sync routers for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:40.912224 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:40.921214 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:33:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:40.926962 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ee316421-fa42-4721-b4a8-a3003594402d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "PUT /v2.0/floatingips/c18d1b79-204b-48fe-86ba-cbc4b17a9bab HTTP/1.1" status: 200 len: 990 time: 1.4072127 Apr 12 14:33:40.927699 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d16487-528a-4daf-a597-455ae72685e6', 'tag': 'bec065d0-25f4-413a-83a4-9df1a06b1f25'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:40.930089 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c1814-0882-4c52-b9b8-eef8b845485d" -d '{"events": [{"name": "network-changed", "server_uuid": "34d16487-528a-4daf-a597-455ae72685e6", "tag": "bec065d0-25f4-413a-83a4-9df1a06b1f25"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:40.969017 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69169524-46ee-48d8-8108-a484e4d41c79 x-openstack-request-id: req-69169524-46ee-48d8-8108-a484e4d41c79 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:40.969372 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d16487-528a-4daf-a597-455ae72685e6", "tag": "bec065d0-25f4-413a-83a4-9df1a06b1f25", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:40.969637 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69169524-46ee-48d8-8108-a484e4d41c79 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:40.970405 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69169524-46ee-48d8-8108-a484e4d41c79'] response: {'name': 'network-changed', 'server_uuid': '34d16487-528a-4daf-a597-455ae72685e6', 'tag': 'bec065d0-25f4-413a-83a4-9df1a06b1f25', 'status': 'completed', 'code': 200} Apr 12 14:33:41.026789 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:41.031697 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-97daacb3-f749-42a6-b934-2d35634232ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:41.033598 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-97daacb3-f749-42a6-b934-2d35634232ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 1129 time: 0.0444157 Apr 12 14:33:41.044622 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:41.093653 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:33:41.133589 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-d0c28aa4-cf03-4007-9748-6473d4188799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:41.135088 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-d0c28aa4-cf03-4007-9748-6473d4188799 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 200 len: 911 time: 0.0955200 Apr 12 14:33:41.172144 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:41.172443 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.206390 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-3c1ce0e5-f868-409d-bd10-d284354649ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25 HTTP/1.1" status: 200 len: 998 time: 0.0658793 Apr 12 14:33:41.253340 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'c18d1b79-204b-48fe-86ba-cbc4b17a9bab', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'port_id': 'bec065d0-25f4-413a-83a4-9df1a06b1f25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'mac_address': 'fa:16:3e:2f:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d16487-528a-4daf-a597-455ae72685e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:22Z', 'updated_at': '2022-04-12T14:33:40Z', 'revision_number': 1, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:41.260712 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:41.261213 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.264322 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-f10ecc10-b671-4330-8758-dff56ffd0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:41.265830 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-f10ecc10-b671-4330-8758-dff56ffd0fa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa36b45a-9418-49ed-8526-e0cd073f8fed HTTP/1.1" status: 200 len: 849 time: 0.0543003 Apr 12 14:33:41.282224 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] Checking router: 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:41.285013 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f45c594-ef07-4c26-9cf1-df18a21e3ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffbfaa6-f543-470d-8a27-dfbb973d1e8f'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:41.287294 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd5a8f6-d7e5-4a59-ae07-11f2c94d37de" -d '{"events": [{"server_uuid": "5f45c594-ef07-4c26-9cf1-df18a21e3ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4ffbfaa6-f543-470d-8a27-dfbb973d1e8f"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:41.291271 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:41.291898 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:33:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:41.301829 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:41.311104 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-95b40c90-d450-47a9-9a27-55a5e1ba0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:41.312692 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-95b40c90-d450-47a9-9a27-55a5e1ba0960 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413973 Apr 12 14:33:41.331436 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a49b0-f9bf-4fe8-ad4b-b562ccc3ea62 x-openstack-request-id: req-e07a49b0-f9bf-4fe8-ad4b-b562ccc3ea62 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:41.331742 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f45c594-ef07-4c26-9cf1-df18a21e3ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4ffbfaa6-f543-470d-8a27-dfbb973d1e8f", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:41.332001 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e07a49b0-f9bf-4fe8-ad4b-b562ccc3ea62 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:41.332404 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07a49b0-f9bf-4fe8-ad4b-b562ccc3ea62'] response: {'server_uuid': '5f45c594-ef07-4c26-9cf1-df18a21e3ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffbfaa6-f543-470d-8a27-dfbb973d1e8f', 'code': 200} Apr 12 14:33:41.372980 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.412614 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:41.431772 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-37d0364f-0c85-4f1f-8556-e788b7821cf5 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132426 Apr 12 14:33:41.507945 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38541a2-06e9-42f7-b84b-a0a09271ecf3 req-4f3ca32d-fa3e-4708-9579-6a64c6d33a33 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:41.508615 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:41.521575 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c38541a2-06e9-42f7-b84b-a0a09271ecf3 req-4f3ca32d-fa3e-4708-9579-6a64c6d33a33 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 945 time: 0.0672319 Apr 12 14:33:41.564427 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa5c1814-0882-4c52-b9b8-eef8b845485d req-2e687910-8880-4631-bc83-79772e458294 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267874 Apr 12 14:33:41.569358 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c38541a2-06e9-42f7-b84b-a0a09271ecf3 req-0e18c36d-4614-4a64-8cbf-14b1066d19c2 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455377 Apr 12 14:33:41.654903 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0245fc-c879-4cde-aef2-2d08d9ee4d8a req-d7c01ef9-3a9c-43a7-8ba2-f42a2f215a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:41.656582 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef0245fc-c879-4cde-aef2-2d08d9ee4d8a req-d7c01ef9-3a9c-43a7-8ba2-f42a2f215a16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 1129 time: 0.0440001 Apr 12 14:33:41.670559 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'c18d1b79-204b-48fe-86ba-cbc4b17a9bab', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'port_id': 'bec065d0-25f4-413a-83a4-9df1a06b1f25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'mac_address': 'fa:16:3e:2f:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d16487-528a-4daf-a597-455ae72685e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:22Z', 'updated_at': '2022-04-12T14:33:40Z', 'revision_number': 1, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:41.697647 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd444c4-db56-48f2-bd73-664758bfcc3b None None] The sync data for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi is: [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'c18d1b79-204b-48fe-86ba-cbc4b17a9bab', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'port_id': 'bec065d0-25f4-413a-83a4-9df1a06b1f25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'mac_address': 'fa:16:3e:2f:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d16487-528a-4daf-a597-455ae72685e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:22Z', 'updated_at': '2022-04-12T14:33:40Z', 'revision_number': 1, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:41.705973 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef0245fc-c879-4cde-aef2-2d08d9ee4d8a req-cf07f2f7-0125-43c3-a8b1-7cdcd6fb1b18 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423350 Apr 12 14:33:41.905438 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1aff02-0e7a-42dd-a1dd-5734add44606 None None] New status for floating IP c18d1b79-204b-48fe-86ba-cbc4b17a9bab: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:33:41.925668 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45290) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:42.033448 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6cd05710-abab-4ac0-9574-4e0f8cc59ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.107032 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6cd05710-abab-4ac0-9574-4e0f8cc59ee3 admin admin] Publish callbacks [] for security_group (d3603dd4-e32f-4c44-ba2c-8f6e2cae65b0), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.183495 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6cd05710-abab-4ac0-9574-4e0f8cc59ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (d3603dd4-e32f-4c44-ba2c-8f6e2cae65b0), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.222458 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6cd05710-abab-4ac0-9574-4e0f8cc59ee3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc9892191b0846b99183a0b09696ea8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954388 Apr 12 14:33:42.223321 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd05710-abab-4ac0-9574-4e0f8cc59ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3603dd4-e32f-4c44-ba2c-8f6e2cae65b0,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:42.225242 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 45294) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:42.273461 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f2230007-9d32-4fc3-952b-24f6f055032a admin admin] Publish callbacks [] for security_group (d3603dd4-e32f-4c44-ba2c-8f6e2cae65b0), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.298580 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f2230007-9d32-4fc3-952b-24f6f055032a admin admin] Publish callbacks [] for security_group (d3603dd4-e32f-4c44-ba2c-8f6e2cae65b0), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.436863 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f2230007-9d32-4fc3-952b-24f6f055032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (d3603dd4-e32f-4c44-ba2c-8f6e2cae65b0), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.439988 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f2230007-9d32-4fc3-952b-24f6f055032a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.441180 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f2230007-9d32-4fc3-952b-24f6f055032a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d3603dd4-e32f-4c44-ba2c-8f6e2cae65b0 HTTP/1.1" status: 204 len: 168 time: 0.2148921 Apr 12 14:33:42.449390 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2230007-9d32-4fc3-952b-24f6f055032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3603dd4-e32f-4c44-ba2c-8f6e2cae65b0,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:42.686310 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e09dd2-ce96-4718-8a25-49a6c02f727b req-9a1ed5f0-a108-4871-80cd-81951657f1bf tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:42.687823 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b9e09dd2-ce96-4718-8a25-49a6c02f727b req-9a1ed5f0-a108-4871-80cd-81951657f1bf tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 945 time: 0.0479121 Apr 12 14:33:42.740932 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b9e09dd2-ce96-4718-8a25-49a6c02f727b req-329974df-f656-4960-a95b-a51b6e95ea46 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467982 Apr 12 14:33:43.766727 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-a8cc2430-9dc1-4824-8b41-3f35cc801db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:43.858831 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e6777-4b42-446a-99c7-2d64d2720c70 req-ac001d5e-6a91-405b-87c2-f1c1bcd7fa75 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:43.860677 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e34e6777-4b42-446a-99c7-2d64d2720c70 req-ac001d5e-6a91-405b-87c2-f1c1bcd7fa75 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 945 time: 0.0500658 Apr 12 14:33:43.910135 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e34e6777-4b42-446a-99c7-2d64d2720c70 req-0a3f9280-9e79-4b4d-9574-04f2e78c4339 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Apr 12 14:33:45.291985 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5f95d-6e68-44bf-ae9a-20ef7f15963d req-76ab9f4e-0128-42da-84da-0c011a6a8607 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:45.293545 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c6a5f95d-6e68-44bf-ae9a-20ef7f15963d req-76ab9f4e-0128-42da-84da-0c011a6a8607 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 945 time: 0.0469124 Apr 12 14:33:45.343689 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c6a5f95d-6e68-44bf-ae9a-20ef7f15963d req-3fa6fbbd-55aa-4ec9-ad6b-8b27f422cfb9 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Apr 12 14:33:45.949096 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-db9556ff-9dd8-4079-9b0a-837e3830bb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.462362 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1439bb-d8a8-4413-bca1-1e7e40f2c11f req-b42ceabd-17cb-49b0-b6d0-b20172738479 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:46.463907 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fc1439bb-d8a8-4413-bca1-1e7e40f2c11f req-b42ceabd-17cb-49b0-b6d0-b20172738479 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 945 time: 0.0497656 Apr 12 14:33:46.539578 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fc1439bb-d8a8-4413-bca1-1e7e40f2c11f req-f74aa441-8127-47c8-8e23-e223663f9027 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0eef002-259d-4c8d-b2cb-f2e4af732abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700309 Apr 12 14:33:46.550852 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-c7297c42-8d1f-4a90-bb98-88b47051e847 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:46.552348 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-c7297c42-8d1f-4a90-bb98-88b47051e847 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 945 time: 0.0577779 Apr 12 14:33:46.646007 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Deleting port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:46.646258 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.736684 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] For port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,segment=NetworkSegment(442c1eaa-30bd-4d81-a9ae-68777d3a1319),segment_id=442c1eaa-30bd-4d81-a9ae-68777d3a1319)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:46.737101 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.749979 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Calling delete_port for 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:46.942728 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.968647 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (4ffbfaa6-f543-470d-8a27-dfbb973d1e8f), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.981459 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['4ffbfaa6-f543-470d-8a27-dfbb973d1e8f'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:33:47.003350 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Pushing event deleted for resources: {'Port': ['ID=4ffbfaa6-f543-470d-8a27-dfbb973d1e8f,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:47.061499 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] No DVR routers for this DVR port 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:47.064122 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:47.067429 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f83d3754-4564-4696-990e-f2dbea07ce6a req-20cbdc6c-dd1e-4b13-83e6-fdbd8307b40e tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.48 "DELETE /v2.0/ports/4ffbfaa6-f543-470d-8a27-dfbb973d1e8f HTTP/1.1" status: 204 len: 173 time: 0.5101240 Apr 12 14:33:47.075313 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f45c594-ef07-4c26-9cf1-df18a21e3ec8', 'name': 'network-vif-deleted', 'tag': '4ffbfaa6-f543-470d-8a27-dfbb973d1e8f'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:47.075313 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a896b81f-6bab-4b4d-9d4d-c31c4867092d" -d '{"events": [{"server_uuid": "5f45c594-ef07-4c26-9cf1-df18a21e3ec8", "name": "network-vif-deleted", "tag": "4ffbfaa6-f543-470d-8a27-dfbb973d1e8f"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:47.110617 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3d1264-e11f-4502-9307-30a2a5a0a7de x-openstack-request-id: req-7d3d1264-e11f-4502-9307-30a2a5a0a7de {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:47.110617 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f45c594-ef07-4c26-9cf1-df18a21e3ec8", "name": "network-vif-deleted", "tag": "4ffbfaa6-f543-470d-8a27-dfbb973d1e8f", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:47.110617 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d3d1264-e11f-4502-9307-30a2a5a0a7de {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:47.110617 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3d1264-e11f-4502-9307-30a2a5a0a7de'] response: {'server_uuid': '5f45c594-ef07-4c26-9cf1-df18a21e3ec8', 'name': 'network-vif-deleted', 'tag': '4ffbfaa6-f543-470d-8a27-dfbb973d1e8f', 'status': 'completed', 'code': 200} Apr 12 14:33:47.650585 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f76c0752-ce85-4cee-9bb7-973bd2a25895 req-8f7cc4aa-c4fa-4879-8993-6e8433683822 tempest-VolumesActionsTest-1714401227 tempest-VolumesActionsTest-1714401227-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f45c594-ef07-4c26-9cf1-df18a21e3ec8 HTTP/1.1" status: 200 len: 210 time: 0.0301747 Apr 12 14:33:48.579603 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:50.030989 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:51.190151 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:51.209562 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:51.209914 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 4ffbfaa6-f543-470d-8a27-dfbb973d1e8f not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:57.609577 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45560) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:57.740414 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc643-9a9f-46f4-ac36-c3abe2abb41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:57.827293 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc643-9a9f-46f4-ac36-c3abe2abb41a admin admin] Publish callbacks [] for security_group (37982edc-168c-46c1-8bdf-8c83defebd9c), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:57.925954 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc643-9a9f-46f4-ac36-c3abe2abb41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (37982edc-168c-46c1-8bdf-8c83defebd9c), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:57.966378 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdc643-9a9f-46f4-ac36-c3abe2abb41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37982edc-168c-46c1-8bdf-8c83defebd9c,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:57.971392 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-bdcdc643-9a9f-46f4-ac36-c3abe2abb41a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a22dd39c29ac4e09a1fc6bdc766bdc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599284 Apr 12 14:33:57.973272 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45564) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:58.032336 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-30527e79-d6f8-4386-bb0a-60ea13ba7cb2 admin admin] Publish callbacks [] for security_group (37982edc-168c-46c1-8bdf-8c83defebd9c), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.062357 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-30527e79-d6f8-4386-bb0a-60ea13ba7cb2 admin admin] Publish callbacks [] for security_group (37982edc-168c-46c1-8bdf-8c83defebd9c), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.223374 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-30527e79-d6f8-4386-bb0a-60ea13ba7cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (37982edc-168c-46c1-8bdf-8c83defebd9c), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.226069 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-30527e79-d6f8-4386-bb0a-60ea13ba7cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.232116 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-30527e79-d6f8-4386-bb0a-60ea13ba7cb2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37982edc-168c-46c1-8bdf-8c83defebd9c HTTP/1.1" status: 204 len: 168 time: 0.2531631 Apr 12 14:33:58.237279 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30527e79-d6f8-4386-bb0a-60ea13ba7cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37982edc-168c-46c1-8bdf-8c83defebd9c,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:01.760692 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:34:08.773786 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:13.788760 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ce968798-6ebb-47af-94d9-5f690ca1dea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.555081 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45782) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:15.603483 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_v2 [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Deleting subnet 27349115-8650-4d84-8c4b-e06a1b3e8f94 {{(pid=103904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:34:15.606846 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Publish callbacks [] for subnet (27349115-8650-4d84-8c4b-e06a1b3e8f94), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.643005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14365499'] for subnet (27349115-8650-4d84-8c4b-e06a1b3e8f94), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.687774 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (27349115-8650-4d84-8c4b-e06a1b3e8f94), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.808477 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14564383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12654918'] for subnet (27349115-8650-4d84-8c4b-e06a1b3e8f94), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.840227 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27349115-8650-4d84-8c4b-e06a1b3e8f94,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:15.843466 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.852871 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/27349115-8650-4d84-8c4b-e06a1b3e8f94 HTTP/1.1" status: 204 len: 168 time: 0.2905803 Apr 12 14:34:15.853092 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 45802) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:15.853579 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.853579 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.853766 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.854042 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.854393 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.854703 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.855026 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.855349 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.855670 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.855994 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.856344 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.856674 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.857015 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.857335 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.857652 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d3573-29f8-4b4d-80e5-921e49aed1b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:15.933770 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-23f41239-5315-44c5-a28e-a6a206f71ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.941640 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (fd7d3810-cd22-4752-8720-4bc734dda23d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.040253 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (fd7d3810-cd22-4752-8720-4bc734dda23d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.063600 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7d3810-cd22-4752-8720-4bc734dda23d']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:16.075908 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442c1eaa-30bd-4d81-a9ae-68777d3a1319') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:16.076244 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442c1eaa-30bd-4d81-a9ae-68777d3a1319') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:16.086910 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13984738'] for segment (442c1eaa-30bd-4d81-a9ae-68777d3a1319), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.102390 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (442c1eaa-30bd-4d81-a9ae-68777d3a1319), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.111000 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:34:16.111000 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15437101'] for segment (442c1eaa-30bd-4d81-a9ae-68777d3a1319), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: Traceback (most recent call last): Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: timer() Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: cb(*args, **kw) Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: self._notify() Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: self.callback(batched_events) Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: event.method(event) Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: return f(self, *a, **k) Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._get(url).json() Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:34:16.122680 dv-cinder-837522-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:34:16.263577 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (fd7d3810-cd22-4752-8720-4bc734dda23d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.270541 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.276924 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/fd7d3810-cd22-4752-8720-4bc734dda23d HTTP/1.1" status: 204 len: 168 time: 0.4265189 Apr 12 14:34:16.291598 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7d3810-cd22-4752-8720-4bc734dda23d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:16.300395 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.300395 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.300759 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.301856 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.301856 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.301856 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.302166 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.302963 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.302963 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.303231 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.303581 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.305591 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.305591 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.305591 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.305591 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46742417-188a-4de8-8774-8c1ca33f31c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:16.806087 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 45830) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:16.854706 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d0e8f61a-bc35-440c-bda5-b35617c8afc4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de870745ee7f4b7a8f088df471bd2a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473835 Apr 12 14:34:16.857186 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 45832) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:16.916714 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb1a-f7ba-4838-938e-dde2cbb9f2fc admin admin] Publish callbacks [] for security_group (e0eef002-259d-4c8d-b2cb-f2e4af732abe), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.939228 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb1a-f7ba-4838-938e-dde2cbb9f2fc admin admin] Publish callbacks [] for security_group (e0eef002-259d-4c8d-b2cb-f2e4af732abe), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:17.005301 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:17.099570 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb1a-f7ba-4838-938e-dde2cbb9f2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (e0eef002-259d-4c8d-b2cb-f2e4af732abe), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:17.102144 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb1a-f7ba-4838-938e-dde2cbb9f2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:17.103298 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a3f4eb1a-f7ba-4838-938e-dde2cbb9f2fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0eef002-259d-4c8d-b2cb-f2e4af732abe HTTP/1.1" status: 204 len: 168 time: 0.2452233 Apr 12 14:34:17.111291 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4eb1a-f7ba-4838-938e-dde2cbb9f2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eef002-259d-4c8d-b2cb-f2e4af732abe,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:18.599812 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:20.097491 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.765188 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45862) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:21.871642 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-027458ca-5051-4687-88ce-ebb975312405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.953954 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-027458ca-5051-4687-88ce-ebb975312405 admin admin] Publish callbacks [] for security_group (b807740d-5522-4e83-8655-5b39d7ae55d1), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.073993 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-027458ca-5051-4687-88ce-ebb975312405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (b807740d-5522-4e83-8655-5b39d7ae55d1), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.113073 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-027458ca-5051-4687-88ce-ebb975312405 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e709df2ce424d4ba4ad63497ca565ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466480 Apr 12 14:34:22.115022 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027458ca-5051-4687-88ce-ebb975312405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b807740d-5522-4e83-8655-5b39d7ae55d1,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:22.115732 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 45866) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:22.168305 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d2c5230-da1d-41a6-a64e-bd75e2f365c5 admin admin] Publish callbacks [] for security_group (b807740d-5522-4e83-8655-5b39d7ae55d1), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.189214 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d2c5230-da1d-41a6-a64e-bd75e2f365c5 admin admin] Publish callbacks [] for security_group (b807740d-5522-4e83-8655-5b39d7ae55d1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.316358 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d2c5230-da1d-41a6-a64e-bd75e2f365c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (b807740d-5522-4e83-8655-5b39d7ae55d1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.318979 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d2c5230-da1d-41a6-a64e-bd75e2f365c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.320256 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0d2c5230-da1d-41a6-a64e-bd75e2f365c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b807740d-5522-4e83-8655-5b39d7ae55d1 HTTP/1.1" status: 204 len: 168 time: 0.2034640 Apr 12 14:34:22.330393 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c5230-da1d-41a6-a64e-bd75e2f365c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b807740d-5522-4e83-8655-5b39d7ae55d1,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:23.541667 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 45888) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:23.638720 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2039659275-network', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:23.716281 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Made reservation on behalf of 4a2b25630afa4793a520fafc47c2c2ff for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:23.718892 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:23.731343 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:23.807341 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Publish callbacks [] for security_group (fb736d69-6d8d-4308-a015-378687349af7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:23.891738 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (fb736d69-6d8d-4308-a015-378687349af7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:23.919842 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:34:23.926514 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb736d69-6d8d-4308-a015-378687349af7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:23.934892 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (1bb2de31-4a86-4d07-a503-58e25d68f237), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:23.934892 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Added segment 1bb2de31-4a86-4d07-a503-58e25d68f237 of type vlan for network 32ac35bc-1a35-45c4-a59c-66fb439e024c Apr 12 14:34:23.977603 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (32ac35bc-1a35-45c4-a59c-66fb439e024c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.068403 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (32ac35bc-1a35-45c4-a59c-66fb439e024c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.069434 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:24.070026 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.132044 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=32ac35bc-1a35-45c4-a59c-66fb439e024c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:24.142901 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 32ac35bc-1a35-45c4-a59c-66fb439e024c details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:34:24.202498 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e6f2e4a7-8290-45ca-a1eb-b3276d184bf4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6593792 Apr 12 14:34:24.206152 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 45892) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:24.211015 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Request body: {'subnet': {'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2039659275-subnet', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:24.319896 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Made reservation on behalf of 4a2b25630afa4793a520fafc47c2c2ff for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:24.322283 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12892725'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.562375 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15436618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12892711'] for subnet (80f5ef46-b722-4f58-a294-ec19bf01c503), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.617507 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f5ef46-b722-4f58-a294-ec19bf01c503,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:24.628860 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Checking segment: {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:24.629251 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Network hostable DHCP agents. Network: 32ac35bc-1a35-45c4-a59c-66fb439e024c, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:34:24.765183 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Network 32ac35bc-1a35-45c4-a59c-66fb439e024c is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:34:24.885324 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 32ac35bc-1a35-45c4-a59c-66fb439e024c) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:24.889498 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:24.890143 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.898480 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7adbd4-a814-4b25-9ebc-2754ddbbe510 None None] Network 32ac35bc-1a35-45c4-a59c-66fb439e024c requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:34:24.996602 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-89ce0db3-537b-42d8-acce-07b0defccada admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7893839 Apr 12 14:34:24.999218 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 45896) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:25.001981 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-32ac35bc-1a35-45c4-a59c-66fb439e024c', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:34:25.004893 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.005041 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:25.108681 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (65edb725-e048-4097-9d2a-57c13e95f53f), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.109842 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (65edb725-e048-4097-9d2a-57c13e95f53f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.137811 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Allocated IP 172.20.0.2 (32ac35bc-1a35-45c4-a59c-66fb439e024c/80f5ef46-b722-4f58-a294-ec19bf01c503/e1b2b97d-76c5-4863-a1a3-0018115642c0) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:25.165715 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks [] for router_controller (65edb725-e048-4097-9d2a-57c13e95f53f), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.285445 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Publish callbacks [] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.356745 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.397934 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Network 32ac35bc-1a35-45c4-a59c-66fb439e024c is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:25.400733 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:25.401575 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks [] for router_gateway (65edb725-e048-4097-9d2a-57c13e95f53f), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.404240 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:25.410837 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Pushing event updated for resources: {'Port': ['ID=e1b2b97d-76c5-4863-a1a3-0018115642c0,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:25.425147 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.425147 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.425147 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.425147 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.425147 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.425147 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.426179 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.426179 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.426179 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.426452 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.426664 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.426984 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.427300 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.427614 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.427931 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:25.481652 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Attempting to bind port e1b2b97d-76c5-4863-a1a3-0018115642c0 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:25.482013 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Attempting to bind port e1b2b97d-76c5-4863-a1a3-0018115642c0 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:25.482631 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Attempting to bind port e1b2b97d-76c5-4863-a1a3-0018115642c0 on network 32ac35bc-1a35-45c4-a59c-66fb439e024c {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:25.487845 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:25.488213 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Checking segment: {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:25.488608 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.489016 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Bound using segment: {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:25.489476 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Bound port: e1b2b97d-76c5-4863-a1a3-0018115642c0, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:25.489849 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.555498 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] For port e1b2b97d-76c5-4863-a1a3-0018115642c0, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:25.558697 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] For port e1b2b97d-76c5-4863-a1a3-0018115642c0, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=e1b2b97d-76c5-4863-a1a3-0018115642c0,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:25.657498 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.691222 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks [] for router_gateway (65edb725-e048-4097-9d2a-57c13e95f53f), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.714852 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:25.721958 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6fcf2-ff25-4f46-ae26-8766e16139c7 None None] Pushing event updated for resources: {'Port': ['ID=e1b2b97d-76c5-4863-a1a3-0018115642c0,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:25.824655 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Allocated IP 172.27.3.64 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/2a1bda7f-3ef1-4fcc-913a-f775272aaab7) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:25.962635 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks [] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:26.063668 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:26.105171 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:26.108055 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:26.112205 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:26.117918 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1bda7f-3ef1-4fcc-913a-f775272aaab7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:26.507705 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks [] for router_gateway (65edb725-e048-4097-9d2a-57c13e95f53f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:26.619095 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68df58d-afc7-4314-9bf9-5cdda3cf8994 None None] Network 32ac35bc-1a35-45c4-a59c-66fb439e024c requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:34:26.699020 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-2080aa36-7c6a-4c25-8181-e79b517652f8 None None] Provisioning complete for port e1b2b97d-76c5-4863-a1a3-0018115642c0 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:26.699479 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2080aa36-7c6a-4c25-8181-e79b517652f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:26.730545 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (65edb725-e048-4097-9d2a-57c13e95f53f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:26.818869 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-2080aa36-7c6a-4c25-8181-e79b517652f8 None None] Current status of the port e1b2b97d-76c5-4863-a1a3-0018115642c0 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:26.818869 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2080aa36-7c6a-4c25-8181-e79b517652f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:26.854104 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-2080aa36-7c6a-4c25-8181-e79b517652f8 None None] For port e1b2b97d-76c5-4863-a1a3-0018115642c0, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=e1b2b97d-76c5-4863-a1a3-0018115642c0,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:27.023179 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2080aa36-7c6a-4c25-8181-e79b517652f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:27.068768 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Router 65edb725-e048-4097-9d2a-57c13e95f53f is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:34:27.073459 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080aa36-7c6a-4c25-8181-e79b517652f8 None None] Pushing event updated for resources: {'Port': ['ID=e1b2b97d-76c5-4863-a1a3-0018115642c0,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:27.142107 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-07738784-fb46-4679-b8a4-e740b8c4cdc1 None None] Provisioning complete for port e1b2b97d-76c5-4863-a1a3-0018115642c0 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:27.142572 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-07738784-fb46-4679-b8a4-e740b8c4cdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:27.180285 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:27.190038 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Sync routers for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:27.200014 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:27.200751 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:34:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:27.231151 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-07738784-fb46-4679-b8a4-e740b8c4cdc1 None None] Current status of the port e1b2b97d-76c5-4863-a1a3-0018115642c0 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:27.289584 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:27.293924 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45908) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:27.299403 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4ac5ecfb-4a08-4b04-a0ec-6f14d7bd3ca6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2990892 Apr 12 14:34:27.317231 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device e1b2b97d-76c5-4863-a1a3-0018115642c0 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:27.369388 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port e1b2b97d-76c5-4863-a1a3-0018115642c0 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:27.370150 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:27.416492 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:27.477286 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port e1b2b97d-76c5-4863-a1a3-0018115642c0 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:27.608111 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:26Z', 'revision_number': 3, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:27.640664 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Checking router: 65edb725-e048-4097-9d2a-57c13e95f53f for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:27.640664 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Updating router 65edb725-e048-4097-9d2a-57c13e95f53f port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:34:27.676025 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:27.759000 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:27.916436 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Allocated IP 172.20.0.1 (32ac35bc-1a35-45c4-a59c-66fb439e024c/80f5ef46-b722-4f58-a294-ec19bf01c503/77887362-1ab2-465e-a74d-f52cfd3279b2) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:27.946703 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Publish callbacks [] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.028227 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Publish callbacks [] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.042186 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.092042 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Attempting to bind port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:28.092427 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Attempting to bind port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:28.092792 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Attempting to bind port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:28.102444 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Pushing event updated for resources: {'Port': ['ID=2a1bda7f-3ef1-4fcc-913a-f775272aaab7,revision_number=2']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:28.104608 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:28.105008 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:28.105418 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.105813 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:28.106278 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Bound port: 2a1bda7f-3ef1-4fcc-913a-f775272aaab7, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:28.106659 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.130035 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.131514 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.131514 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.131514 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.131514 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.131841 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.132062 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.132388 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.132715 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.133090 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.133420 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.133762 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.134089 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.134410 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.134730 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:28.173734 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] For port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:28.176796 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] For port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=2a1bda7f-3ef1-4fcc-913a-f775272aaab7,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:28.190871 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.234140 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Network 32ac35bc-1a35-45c4-a59c-66fb439e024c is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:28.236983 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:28.241342 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:28.244411 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Pushing event updated for resources: {'Port': ['ID=77887362-1ab2-465e-a74d-f52cfd3279b2,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:28.286941 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (65edb725-e048-4097-9d2a-57c13e95f53f), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.300087 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.397971 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:28.398606 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:34:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:28.444184 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8dc66-d7b0-4c9d-96cd-f4c8f3e65ffa None None] Pushing event updated for resources: {'Port': ['ID=2a1bda7f-3ef1-4fcc-913a-f775272aaab7,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:28.523846 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.539215 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:28.733337 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Publish callbacks [] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.748327 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-e04c06b3-f941-43e5-9f33-1dc48ffef870 None None] Provisioning complete for port 77887362-1ab2-465e-a74d-f52cfd3279b2 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:28.749675 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-e04c06b3-f941-43e5-9f33-1dc48ffef870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.786587 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-e04c06b3-f941-43e5-9f33-1dc48ffef870 None None] Port 77887362-1ab2-465e-a74d-f52cfd3279b2 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:34:28.819645 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:26Z', 'revision_number': 3, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:28.847821 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.851268 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0b19b-387b-4c21-867b-8665d8116b9a None None] The sync data for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi is: [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:26Z', 'revision_number': 3, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:28.920626 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Pushing event updated for resources: {'Port': ['ID=77887362-1ab2-465e-a74d-f52cfd3279b2,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:28.923925 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (65edb725-e048-4097-9d2a-57c13e95f53f), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.025655 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Network 32ac35bc-1a35-45c4-a59c-66fb439e024c is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:29.027144 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:29.185994 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Router 65edb725-e048-4097-9d2a-57c13e95f53f has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:34:29.311327 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-288782a6-e1ec-4f4f-9c03-1764364b6353 None None] Provisioning complete for port 77887362-1ab2-465e-a74d-f52cfd3279b2 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:29.316860 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-288782a6-e1ec-4f4f-9c03-1764364b6353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.352943 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:29.354075 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:29.367442 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-cfc9fd97-6735-45db-8228-b3c043bfbf57 admin admin] 10.222.0.61 "PUT /v2.0/routers/65edb725-e048-4097-9d2a-57c13e95f53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0632944 Apr 12 14:34:29.391255 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-288782a6-e1ec-4f4f-9c03-1764364b6353 None None] Port 77887362-1ab2-465e-a74d-f52cfd3279b2 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:34:29.418757 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:29.419416 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.511654 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:29.512145 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.536335 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=2a1bda7f-3ef1-4fcc-913a-f775272aaab7,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:29.611855 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.671919 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=2a1bda7f-3ef1-4fcc-913a-f775272aaab7,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:30.151082 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45940) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:30.156752 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1328661423-network', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:30.333209 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Made reservation on behalf of 2bb21aa8491844cda2944c7ce94de6c7 for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:30.335604 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.344735 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.430953 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Publish callbacks [] for security_group (0cd11648-043e-4fea-817e-8668cf07a521), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.511710 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Sync routers for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:30.521435 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:30.522124 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:34:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:30.549694 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0cd11648-043e-4fea-817e-8668cf07a521), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.576631 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:34:30.583508 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd11648-043e-4fea-817e-8668cf07a521,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:30.591506 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (7a2edf34-2c56-415c-a674-f15c66f850fb), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.591506 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Added segment 7a2edf34-2c56-415c-a674-f15c66f850fb of type vlan for network c87aac48-2358-446f-b100-bcbc842cc5ec Apr 12 14:34:30.633393 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (c87aac48-2358-446f-b100-bcbc842cc5ec), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.634085 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:30.753828 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (c87aac48-2358-446f-b100-bcbc842cc5ec), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.754737 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:30.755330 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.819076 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c87aac48-2358-446f-b100-bcbc842cc5ec,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:30.831972 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network c87aac48-2358-446f-b100-bcbc842cc5ec details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:34:30.864298 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '77887362-1ab2-465e-a74d-f52cfd3279b2', 'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'mac_address': 'fa:16:3e:c8:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:27Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 2, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'subnets': [{'id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:30.879024 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-8471acc2-d754-45bc-8b01-b4e7cdd8e3e1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7267666 Apr 12 14:34:30.881698 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45944) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:30.886357 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Request body: {'subnet': {'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1328661423-subnet', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:30.930363 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Checking router: 65edb725-e048-4097-9d2a-57c13e95f53f for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:30.930715 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Updating router 65edb725-e048-4097-9d2a-57c13e95f53f port 77887362-1ab2-465e-a74d-f52cfd3279b2 binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:34:30.963935 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.004992 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Made reservation on behalf of 2bb21aa8491844cda2944c7ce94de6c7 for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:31.007300 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12654939'] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.236154 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Publish callbacks [] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.253474 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14564050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12654921'] for subnet (d32defb5-1275-4fcc-8385-fa109b1fb24d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.278479 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:31.314414 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32defb5-1275-4fcc-8385-fa109b1fb24d,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:31.323394 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Checking segment: {'id': '7a2edf34-2c56-415c-a674-f15c66f850fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:31.323883 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Network hostable DHCP agents. Network: c87aac48-2358-446f-b100-bcbc842cc5ec, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:34:31.329468 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:31.329908 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.354520 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.425679 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19aead-a31f-44b8-9afe-823481f60d88 None None] Pushing event updated for resources: {'Port': ['ID=77887362-1ab2-465e-a74d-f52cfd3279b2,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:31.451366 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Network c87aac48-2358-446f-b100-bcbc842cc5ec is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:34:31.496493 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:31.509175 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Attempting to bind port 77887362-1ab2-465e-a74d-f52cfd3279b2 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:31.509175 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Attempting to bind port 77887362-1ab2-465e-a74d-f52cfd3279b2 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:31.509175 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Attempting to bind port 77887362-1ab2-465e-a74d-f52cfd3279b2 on network 32ac35bc-1a35-45c4-a59c-66fb439e024c {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:31.514281 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:31.515064 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Checking segment: {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:31.515064 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.515661 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Bound using segment: {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:31.516618 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Bound port: 77887362-1ab2-465e-a74d-f52cfd3279b2, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:31.517026 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.556530 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, c87aac48-2358-446f-b100-bcbc842cc5ec) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:31.563103 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:31.569283 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.569524 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fbd3db-b166-40e0-bbaf-0895236d017d None None] Network c87aac48-2358-446f-b100-bcbc842cc5ec requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:34:31.636721 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] For port 77887362-1ab2-465e-a74d-f52cfd3279b2, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:31.660468 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] For port 77887362-1ab2-465e-a74d-f52cfd3279b2, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=77887362-1ab2-465e-a74d-f52cfd3279b2,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:31.664942 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-6e052c99-82a9-4ac9-bfdb-2cef161eff50 None None] Provisioning complete for port 77887362-1ab2-465e-a74d-f52cfd3279b2 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:31.665331 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6e052c99-82a9-4ac9-bfdb-2cef161eff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.694321 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-c0f6ddea-65fd-4a83-8e65-889182c43b22 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8114619 Apr 12 14:34:31.697398 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45946) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:31.701934 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:31.726721 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-6e052c99-82a9-4ac9-bfdb-2cef161eff50 None None] Port 77887362-1ab2-465e-a74d-f52cfd3279b2 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:34:31.733447 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-c87aac48-2358-446f-b100-bcbc842cc5ec', 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec', 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'fixed_ips': [{'subnet_id': 'd32defb5-1275-4fcc-8385-fa109b1fb24d'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:34:31.734355 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.804247 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.852073 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (efa1ae53-9cee-4efb-8f71-3a381df86c1a), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.855205 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (efa1ae53-9cee-4efb-8f71-3a381df86c1a), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.913766 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:31.914401 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:34:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:31.917842 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19aead-a31f-44b8-9afe-823481f60d88 None None] Pushing event updated for resources: {'Port': ['ID=77887362-1ab2-465e-a74d-f52cfd3279b2,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:31.934075 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks [] for router_controller (efa1ae53-9cee-4efb-8f71-3a381df86c1a), precommit_add_association {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:31.968160 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Allocated IP 172.20.0.2 (c87aac48-2358-446f-b100-bcbc842cc5ec/d32defb5-1275-4fcc-8385-fa109b1fb24d/0db6a32d-5c8d-47a3-932e-d993cf9ce97d) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:32.226480 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-76295579-7015-428e-a924-3a4590c72837 None None] Provisioning complete for port 77887362-1ab2-465e-a74d-f52cfd3279b2 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:32.226857 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-76295579-7015-428e-a924-3a4590c72837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.265840 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:32.415812 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks [] for router_gateway (efa1ae53-9cee-4efb-8f71-3a381df86c1a), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.497996 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-76295579-7015-428e-a924-3a4590c72837 None None] Current status of the port 77887362-1ab2-465e-a74d-f52cfd3279b2 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:32.498356 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-76295579-7015-428e-a924-3a4590c72837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.505344 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Publish callbacks [] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.575775 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-76295579-7015-428e-a924-3a4590c72837 None None] For port 77887362-1ab2-465e-a74d-f52cfd3279b2, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=77887362-1ab2-465e-a74d-f52cfd3279b2,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:32.591954 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '77887362-1ab2-465e-a74d-f52cfd3279b2', 'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'mac_address': 'fa:16:3e:c8:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:27Z', 'updated_at': '2022-04-12T14:34:31Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'subnets': [{'id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:32.620004 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abad4b-5069-4478-8ebd-7437abdc9e2f None None] The sync data for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi is: [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '77887362-1ab2-465e-a74d-f52cfd3279b2', 'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'mac_address': 'fa:16:3e:c8:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:27Z', 'updated_at': '2022-04-12T14:34:31Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'subnets': [{'id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:32.622294 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.663948 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Network c87aac48-2358-446f-b100-bcbc842cc5ec is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:32.663948 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:32.668188 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:32.691798 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Pushing event updated for resources: {'Port': ['ID=0db6a32d-5c8d-47a3-932e-d993cf9ce97d,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:32.702639 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks [] for router_gateway (efa1ae53-9cee-4efb-8f71-3a381df86c1a), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.703704 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-76295579-7015-428e-a924-3a4590c72837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.726089 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.804621 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76295579-7015-428e-a924-3a4590c72837 None None] Pushing event updated for resources: {'Port': ['ID=77887362-1ab2-465e-a74d-f52cfd3279b2,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:32.809691 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Attempting to bind port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:32.810145 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Attempting to bind port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '7a2edf34-2c56-415c-a674-f15c66f850fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:32.810581 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Attempting to bind port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d on network c87aac48-2358-446f-b100-bcbc842cc5ec {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:32.817767 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:32.818119 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Checking segment: {'id': '7a2edf34-2c56-415c-a674-f15c66f850fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:32.818532 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.818923 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Bound using segment: {'id': '7a2edf34-2c56-415c-a674-f15c66f850fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:32.819394 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Bound port: 0db6a32d-5c8d-47a3-932e-d993cf9ce97d, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2edf34-2c56-415c-a674-f15c66f850fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:32.819776 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.850408 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Allocated IP 172.27.3.174 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/1ceea9fc-bb8b-4f44-9648-844c33b0967d) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:32.894043 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] For port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:32.897601 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] For port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=0db6a32d-5c8d-47a3-932e-d993cf9ce97d,segment=NetworkSegment(7a2edf34-2c56-415c-a674-f15c66f850fb),segment_id=7a2edf34-2c56-415c-a674-f15c66f850fb)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:32.973305 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks [] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.994811 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.061387 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baad050-45e8-49c6-ad5b-615da68f92a6 None None] Pushing event updated for resources: {'Port': ['ID=0db6a32d-5c8d-47a3-932e-d993cf9ce97d,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:33.088250 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.131007 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:33.135256 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:33.138092 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:33.144764 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Pushing event updated for resources: {'Port': ['ID=1ceea9fc-bb8b-4f44-9648-844c33b0967d,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:33.404830 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 0db6a32d-5c8d-47a3-932e-d993cf9ce97d up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:33.459218 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:33.459600 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.538936 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks [] for router_gateway (efa1ae53-9cee-4efb-8f71-3a381df86c1a), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.550474 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:33.550885 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.587369 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=0db6a32d-5c8d-47a3-932e-d993cf9ce97d,segment=NetworkSegment(7a2edf34-2c56-415c-a674-f15c66f850fb),segment_id=7a2edf34-2c56-415c-a674-f15c66f850fb)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:33.733379 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.734862 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 77887362-1ab2-465e-a74d-f52cfd3279b2 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:33.759985 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (efa1ae53-9cee-4efb-8f71-3a381df86c1a), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.826718 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 77887362-1ab2-465e-a74d-f52cfd3279b2 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:33.827408 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.859051 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=0db6a32d-5c8d-47a3-932e-d993cf9ce97d,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:33.932080 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 77887362-1ab2-465e-a74d-f52cfd3279b2 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:34.007586 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Router efa1ae53-9cee-4efb-8f71-3a381df86c1a is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:34:34.073131 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b05755-d5bf-4c13-addc-48b45e0171bb None None] Network c87aac48-2358-446f-b100-bcbc842cc5ec requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:34:34.123816 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:34.132871 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Sync routers for ids ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:34.143149 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Routers {'efa1ae53-9cee-4efb-8f71-3a381df86c1a'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:34.143825 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:34:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:34.150607 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-0dfa29e1-365a-4dd9-ba39-6e57f23eb8cc None None] Provisioning complete for port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:34.151090 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0dfa29e1-365a-4dd9-ba39-6e57f23eb8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.213608 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.217491 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-05112879-22c2-46cc-a8cf-a6d0e9338abf admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5164878 Apr 12 14:34:34.217491 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 45954) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:34.258883 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Set router efa1ae53-9cee-4efb-8f71-3a381df86c1a gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:34.271606 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa29e1-365a-4dd9-ba39-6e57f23eb8cc None None] Current status of the port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:34.442670 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:31Z', 'updated_at': '2022-04-12T14:34:33Z', 'revision_number': 3, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'gw_port': {'id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:32Z', 'updated_at': '2022-04-12T14:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:34.471069 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Checking router: efa1ae53-9cee-4efb-8f71-3a381df86c1a for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:34.471329 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Updating router efa1ae53-9cee-4efb-8f71-3a381df86c1a port 1ceea9fc-bb8b-4f44-9648-844c33b0967d binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:34:34.496947 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-c9147c30-c3a1-43ae-8489-a75b0ebaad6b None None] Provisioning complete for port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:34.497351 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c9147c30-c3a1-43ae-8489-a75b0ebaad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.503087 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.591176 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-c9147c30-c3a1-43ae-8489-a75b0ebaad6b None None] Current status of the port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:34.654708 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.818972 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Allocated IP 172.20.0.1 (c87aac48-2358-446f-b100-bcbc842cc5ec/d32defb5-1275-4fcc-8385-fa109b1fb24d/4fbbfbce-b90d-4f7d-a6e3-005881c359ba) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:34.868415 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Publish callbacks [] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.931553 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Publish callbacks [] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.961652 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.014436 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Attempting to bind port 1ceea9fc-bb8b-4f44-9648-844c33b0967d on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:35.014804 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Attempting to bind port 1ceea9fc-bb8b-4f44-9648-844c33b0967d by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:35.015165 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Attempting to bind port 1ceea9fc-bb8b-4f44-9648-844c33b0967d on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:35.018925 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80537e6-894c-459f-a86f-b729d43b84fc None None] Pushing event updated for resources: {'Port': ['ID=1ceea9fc-bb8b-4f44-9648-844c33b0967d,revision_number=2']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:35.023632 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:35.024009 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:35.024487 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.024783 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:35.025273 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Bound port: 1ceea9fc-bb8b-4f44-9648-844c33b0967d, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:35.025651 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.049005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.089043 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] For port 1ceea9fc-bb8b-4f44-9648-844c33b0967d, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:35.089043 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] For port 1ceea9fc-bb8b-4f44-9648-844c33b0967d, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=1ceea9fc-bb8b-4f44-9648-844c33b0967d,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:35.092792 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Network c87aac48-2358-446f-b100-bcbc842cc5ec is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:35.096508 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:35.099026 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:35.122590 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Pushing event updated for resources: {'Port': ['ID=4fbbfbce-b90d-4f7d-a6e3-005881c359ba,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:35.143579 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (efa1ae53-9cee-4efb-8f71-3a381df86c1a), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.203366 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.258161 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80537e6-894c-459f-a86f-b729d43b84fc None None] Pushing event updated for resources: {'Port': ['ID=1ceea9fc-bb8b-4f44-9648-844c33b0967d,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:35.274115 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Routers {'efa1ae53-9cee-4efb-8f71-3a381df86c1a'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:35.274833 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:34:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:35.317297 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 0db6a32d-5c8d-47a3-932e-d993cf9ce97d up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:35.319619 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-35230137-492c-4312-aa2a-4ba016b3123c None None] Provisioning complete for port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:35.320011 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-35230137-492c-4312-aa2a-4ba016b3123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.381997 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-35230137-492c-4312-aa2a-4ba016b3123c None None] Port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:34:35.387543 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] Set router efa1ae53-9cee-4efb-8f71-3a381df86c1a gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:35.393404 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:35.394086 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.397629 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.475376 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:35.564085 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:31Z', 'updated_at': '2022-04-12T14:34:33Z', 'revision_number': 3, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'gw_port': {'id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:32Z', 'updated_at': '2022-04-12T14:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:35.564693 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Publish callbacks [] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.594932 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139617e-310b-4f3b-842e-03433f682d9c None None] The sync data for ids ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'] in dv-cinder-837522-1-iscsi is: [{'id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:31Z', 'updated_at': '2022-04-12T14:34:33Z', 'revision_number': 3, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'gw_port': {'id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:32Z', 'updated_at': '2022-04-12T14:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:35.649676 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.721838 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Pushing event updated for resources: {'Port': ['ID=4fbbfbce-b90d-4f7d-a6e3-005881c359ba,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:35.725500 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (efa1ae53-9cee-4efb-8f71-3a381df86c1a), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.836788 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Network c87aac48-2358-446f-b100-bcbc842cc5ec is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:35.838247 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:35.982481 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Router efa1ae53-9cee-4efb-8f71-3a381df86c1a has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:34:36.117294 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-7ad86342-9dba-496c-ad53-83793fb8c594 None None] Provisioning complete for port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:36.129182 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-7ad86342-9dba-496c-ad53-83793fb8c594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:36.175515 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-7ad86342-9dba-496c-ad53-83793fb8c594 None None] Port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:34:36.414311 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:36.420087 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f6368b97-0d53-4815-8899-c6ed38b5fdfd admin admin] 10.222.0.61 "PUT /v2.0/routers/efa1ae53-9cee-4efb-8f71-3a381df86c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012475 Apr 12 14:34:37.217895 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Sync routers for ids ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:37.233118 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Routers {'efa1ae53-9cee-4efb-8f71-3a381df86c1a'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:37.233925 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:34:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:37.351292 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 1ceea9fc-bb8b-4f44-9648-844c33b0967d up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:37.354307 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Set router efa1ae53-9cee-4efb-8f71-3a381df86c1a gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:37.486083 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 1ceea9fc-bb8b-4f44-9648-844c33b0967d triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:37.486455 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:37.648383 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:31Z', 'updated_at': '2022-04-12T14:34:35Z', 'revision_number': 4, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'gw_port': {'id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:32Z', 'updated_at': '2022-04-12T14:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '4fbbfbce-b90d-4f7d-a6e3-005881c359ba', 'name': '', 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'mac_address': 'fa:16:3e:1a:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd32defb5-1275-4fcc-8385-fa109b1fb24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:34Z', 'updated_at': '2022-04-12T14:34:35Z', 'revision_number': 2, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'subnets': [{'id': 'd32defb5-1275-4fcc-8385-fa109b1fb24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:37.708916 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 1ceea9fc-bb8b-4f44-9648-844c33b0967d is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:37.709602 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:37.714816 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Checking router: efa1ae53-9cee-4efb-8f71-3a381df86c1a for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:37.715379 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Updating router efa1ae53-9cee-4efb-8f71-3a381df86c1a port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:34:37.727719 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d64d80-00d5-428e-8d1f-3cd6e37a8595 req-40a7beb9-0b63-4219-bde8-d4445ec458e9 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:37.737538 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b3d64d80-00d5-428e-8d1f-3cd6e37a8595 req-40a7beb9-0b63-4219-bde8-d4445ec458e9 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0752022 Apr 12 14:34:37.758993 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 1ceea9fc-bb8b-4f44-9648-844c33b0967d, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=1ceea9fc-bb8b-4f44-9648-844c33b0967d,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:37.765696 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:37.797214 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b3d64d80-00d5-428e-8d1f-3cd6e37a8595 req-8c979d83-30b6-42ee-8cf0-29be08cf8d20 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574951 Apr 12 14:34:38.024789 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.107995 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=1ceea9fc-bb8b-4f44-9648-844c33b0967d,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:38.248982 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Publish callbacks [] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.353786 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.410519 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f631909-abcb-4146-a48f-faf90949c23a None None] Pushing event updated for resources: {'Port': ['ID=4fbbfbce-b90d-4f7d-a6e3-005881c359ba,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:38.483647 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Attempting to bind port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:38.484815 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Attempting to bind port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '7a2edf34-2c56-415c-a674-f15c66f850fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:38.485282 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Attempting to bind port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba on network c87aac48-2358-446f-b100-bcbc842cc5ec {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:38.491213 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:38.491684 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Checking segment: {'id': '7a2edf34-2c56-415c-a674-f15c66f850fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:38.492154 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.492614 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Bound using segment: {'id': '7a2edf34-2c56-415c-a674-f15c66f850fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:38.493194 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Bound port: 4fbbfbce-b90d-4f7d-a6e3-005881c359ba, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2edf34-2c56-415c-a674-f15c66f850fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:38.493637 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.572811 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] For port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:38.576655 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] For port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=4fbbfbce-b90d-4f7d-a6e3-005881c359ba,segment=NetworkSegment(7a2edf34-2c56-415c-a674-f15c66f850fb),segment_id=7a2edf34-2c56-415c-a674-f15c66f850fb)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:38.659617 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.762763 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-44999294-91da-48aa-9701-0d2d510c1030 None None] Provisioning complete for port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:38.763229 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-44999294-91da-48aa-9701-0d2d510c1030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.764356 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:34:38.772229 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Routers {'efa1ae53-9cee-4efb-8f71-3a381df86c1a'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:38.772862 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:34:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:38.794209 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f631909-abcb-4146-a48f-faf90949c23a None None] Pushing event updated for resources: {'Port': ['ID=4fbbfbce-b90d-4f7d-a6e3-005881c359ba,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:38.915182 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.954302 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64675-c875-4cd0-8787-a98ed76e0dd8 req-b9af0952-59d0-4067-97b2-7e28d469b786 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:38.956006 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ced64675-c875-4cd0-8787-a98ed76e0dd8 req-b9af0952-59d0-4067-97b2-7e28d469b786 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0792289 Apr 12 14:34:39.019749 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ced64675-c875-4cd0-8787-a98ed76e0dd8 req-8a003291-7d86-4d73-b58f-6f251d9a162b tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574491 Apr 12 14:34:39.068311 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-44999294-91da-48aa-9701-0d2d510c1030 None None] Current status of the port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:39.068593 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-44999294-91da-48aa-9701-0d2d510c1030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.073843 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] Set router efa1ae53-9cee-4efb-8f71-3a381df86c1a gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:39.169761 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-44999294-91da-48aa-9701-0d2d510c1030 None None] For port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=4fbbfbce-b90d-4f7d-a6e3-005881c359ba,segment=NetworkSegment(7a2edf34-2c56-415c-a674-f15c66f850fb),segment_id=7a2edf34-2c56-415c-a674-f15c66f850fb)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:39.237352 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-44999294-91da-48aa-9701-0d2d510c1030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.292940 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44999294-91da-48aa-9701-0d2d510c1030 None None] Pushing event updated for resources: {'Port': ['ID=4fbbfbce-b90d-4f7d-a6e3-005881c359ba,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:39.336538 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 1ceea9fc-bb8b-4f44-9648-844c33b0967d up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:39.417818 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-52e24ea1-d51f-4d3d-ab50-210ce4be3ac2 None None] Provisioning complete for port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:39.418195 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-52e24ea1-d51f-4d3d-ab50-210ce4be3ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.452759 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:31Z', 'updated_at': '2022-04-12T14:34:35Z', 'revision_number': 4, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'gw_port': {'id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:32Z', 'updated_at': '2022-04-12T14:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '4fbbfbce-b90d-4f7d-a6e3-005881c359ba', 'name': '', 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'mac_address': 'fa:16:3e:1a:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd32defb5-1275-4fcc-8385-fa109b1fb24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:34Z', 'updated_at': '2022-04-12T14:34:38Z', 'revision_number': 4, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'subnets': [{'id': 'd32defb5-1275-4fcc-8385-fa109b1fb24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:39.492207 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89068b0c-f829-460f-aa80-dddb33730bed None None] The sync data for ids ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'] in dv-cinder-837522-1-iscsi is: [{'id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:31Z', 'updated_at': '2022-04-12T14:34:35Z', 'revision_number': 4, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'gw_port': {'id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:32Z', 'updated_at': '2022-04-12T14:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '4fbbfbce-b90d-4f7d-a6e3-005881c359ba', 'name': '', 'network_id': 'c87aac48-2358-446f-b100-bcbc842cc5ec', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'mac_address': 'fa:16:3e:1a:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd32defb5-1275-4fcc-8385-fa109b1fb24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:34Z', 'updated_at': '2022-04-12T14:34:38Z', 'revision_number': 4, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'subnets': [{'id': 'd32defb5-1275-4fcc-8385-fa109b1fb24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:39.511840 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 1ceea9fc-bb8b-4f44-9648-844c33b0967d triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:39.512313 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.614877 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-52e24ea1-d51f-4d3d-ab50-210ce4be3ac2 None None] Current status of the port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:39.678604 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 1ceea9fc-bb8b-4f44-9648-844c33b0967d is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:40.212106 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282e405-b539-4720-be38-f8c8a42106b2 req-4f12c481-806f-4605-94c7-8b6e7166a409 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:40.213712 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0282e405-b539-4720-be38-f8c8a42106b2 req-4f12c481-806f-4605-94c7-8b6e7166a409 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0527294 Apr 12 14:34:40.263902 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0282e405-b539-4720-be38-f8c8a42106b2 req-9692968b-e026-4ed7-b087-702ebf76953a tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Apr 12 14:34:40.492654 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa20530e-76fd-46f1-b319-85defb1d785c req-bf48c31e-db3a-497c-8b62-6abca60ad523 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429041 Apr 12 14:34:40.583834 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20530e-76fd-46f1-b319-85defb1d785c req-d3a02e55-6a0a-426c-ab1a-ae83d3691203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:40.585455 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa20530e-76fd-46f1-b319-85defb1d785c req-d3a02e55-6a0a-426c-ab1a-ae83d3691203 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 1130 time: 0.0493460 Apr 12 14:34:40.707247 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20530e-76fd-46f1-b319-85defb1d785c req-cb62d331-c668-4da8-9045-a41163b7a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:40.708731 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa20530e-76fd-46f1-b319-85defb1d785c req-cb62d331-c668-4da8-9045-a41163b7a4cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 912 time: 0.1041458 Apr 12 14:34:40.776228 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa20530e-76fd-46f1-b319-85defb1d785c req-a8fb0617-ff58-4746-9ccd-e713fcb097ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c682f9db-1f38-4664-af78-8d40755c1207 HTTP/1.1" status: 200 len: 1001 time: 0.0620604 Apr 12 14:34:40.825643 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20530e-76fd-46f1-b319-85defb1d785c req-1652e08c-7fe8-4ec1-8b7c-dc48225b7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:40.827108 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa20530e-76fd-46f1-b319-85defb1d785c req-1652e08c-7fe8-4ec1-8b7c-dc48225b7bde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0453162 Apr 12 14:34:40.871348 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20530e-76fd-46f1-b319-85defb1d785c req-0630e0d5-6cf8-4d74-87c5-27a07a73e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:40.877921 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa20530e-76fd-46f1-b319-85defb1d785c req-0630e0d5-6cf8-4d74-87c5-27a07a73e3ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406094 Apr 12 14:34:40.983181 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa20530e-76fd-46f1-b319-85defb1d785c req-414b635a-004a-4e5b-b1d5-80d77bc5f48c service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019580 Apr 12 14:34:41.081370 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-aa20530e-76fd-46f1-b319-85defb1d785c req-212dd8c0-896f-4e75-9da9-c7c2bb94d50e service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918629 Apr 12 14:34:41.331800 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 4fbbfbce-b90d-4f7d-a6e3-005881c359ba up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:41.396241 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:41.396618 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:41.432899 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3abe2f-326a-492e-8f55-adb895fc86ae req-9e4730c3-e171-442e-afb1-d957311c091a tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:41.434709 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1f3abe2f-326a-492e-8f55-adb895fc86ae req-9e4730c3-e171-442e-afb1-d957311c091a tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0732446 Apr 12 14:34:41.486109 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:41.495093 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1f3abe2f-326a-492e-8f55-adb895fc86ae req-6659bea4-84a7-463c-9f47-e356cee1581a tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548398 Apr 12 14:34:42.633859 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2503ac-c9da-45e8-bee4-23479fa365c8 req-3dc47695-ad20-45f0-877b-d56757c65ab9 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:42.635948 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a2503ac-c9da-45e8-bee4-23479fa365c8 req-3dc47695-ad20-45f0-877b-d56757c65ab9 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0542595 Apr 12 14:34:42.694223 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a2503ac-c9da-45e8-bee4-23479fa365c8 req-72aefe6f-d1e2-4ff6-804b-b4f50c90d149 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518396 Apr 12 14:34:43.716062 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6afe7a0a-5b5f-472b-9716-585bb11822f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:43.813856 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8515c88-12ac-40fd-a434-c7517f20b43a req-e41dedce-a6d0-4502-9c24-44330ca7a1eb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:43.817478 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a8515c88-12ac-40fd-a434-c7517f20b43a req-e41dedce-a6d0-4502-9c24-44330ca7a1eb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0526266 Apr 12 14:34:43.868909 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a8515c88-12ac-40fd-a434-c7517f20b43a req-38738aa0-0a42-4ef8-b633-d50af8aeb2ea tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480299 Apr 12 14:34:45.002619 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099f4f-ceaa-4131-b210-4732630e022f req-571d5681-bd7a-42d0-8ba9-c5eb032bf534 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:45.004087 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa099f4f-ceaa-4131-b210-4732630e022f req-571d5681-bd7a-42d0-8ba9-c5eb032bf534 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0592206 Apr 12 14:34:45.064005 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa099f4f-ceaa-4131-b210-4732630e022f req-ae8fdc07-111b-4007-b5d7-467f0fa6d385 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540485 Apr 12 14:34:45.972983 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bde9968e-6993-4696-ac64-8dff31a863bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:46.199290 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfed4b-bd72-459a-baa9-e7bfeb67ee9e req-c4d8dfd5-3a3f-4517-b8c7-243e0b935337 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:46.201553 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adcfed4b-bd72-459a-baa9-e7bfeb67ee9e req-c4d8dfd5-3a3f-4517-b8c7-243e0b935337 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0621006 Apr 12 14:34:46.254514 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adcfed4b-bd72-459a-baa9-e7bfeb67ee9e req-98a1c0bd-532d-4ceb-8e09-17bbc71ac32d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440133 Apr 12 14:34:47.028120 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:47.377096 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a2dec-ac2c-4695-84be-4fbd2bfb63df req-90a2f926-e34d-419f-9815-0e1e6c8dee2c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:47.378592 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa3a2dec-ac2c-4695-84be-4fbd2bfb63df req-90a2f926-e34d-419f-9815-0e1e6c8dee2c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0504189 Apr 12 14:34:47.432676 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa3a2dec-ac2c-4695-84be-4fbd2bfb63df req-b87428ef-ba22-4aa0-8971-4f1d650b3417 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480242 Apr 12 14:34:47.955995 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829069e0-11f0-455d-9208-53d52641123b req-180cea31-79fd-4987-bebc-3ec0acaacd32 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:47.957400 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-180cea31-79fd-4987-bebc-3ec0acaacd32 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/networks?id=32ac35bc-1a35-45c4-a59c-66fb439e024c HTTP/1.1" status: 200 len: 815 time: 0.1036329 Apr 12 14:34:47.972040 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-6a7cfec0-9920-478b-8007-16590f964641 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/quotas/4a2b25630afa4793a520fafc47c2c2ff HTTP/1.1" status: 200 len: 375 time: 0.0094125 Apr 12 14:34:48.020631 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-fab33fe3-f6da-41bd-88a0-1b5c4651a87e tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436876 Apr 12 14:34:48.117178 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-b76b7b72-52b9-4a75-bf56-022bfef5aea4 service neutron] 10.222.0.61 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851698 Apr 12 14:34:48.206465 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-a6a34810-8b6e-4e7b-91a5-aa50bbbf260f service neutron] 10.222.0.61 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835540 Apr 12 14:34:48.464241 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7415be55-7f5f-4017-9f3f-0f6d97e75c87 req-be18ffcb-c733-45f1-b904-523c78a8ac6e tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 210 time: 0.0368383 Apr 12 14:34:48.565067 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4220a0-50d8-4f81-a706-bd2762e51b72 req-02df5c8d-b5ab-4427-9daf-db4234c1fb08 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:48.571434 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b4220a0-50d8-4f81-a706-bd2762e51b72 req-02df5c8d-b5ab-4427-9daf-db4234c1fb08 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0529943 Apr 12 14:34:48.600042 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.620114 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b4220a0-50d8-4f81-a706-bd2762e51b72 req-b5220db8-e9a9-43ec-8c12-65b119cea778 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466261 Apr 12 14:34:49.544208 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5741cc8d-0a46-47dc-af18-de1de7c86982 req-26b26e0d-68bb-451a-8574-70b9ad2e38dc tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 210 time: 0.0266423 Apr 12 14:34:49.734492 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107313bf-ffc8-466c-8331-123adfc75f56 req-dc6e0233-1a70-4ed9-91fa-124d4367d519 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:49.736070 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-107313bf-ffc8-466c-8331-123adfc75f56 req-dc6e0233-1a70-4ed9-91fa-124d4367d519 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0474169 Apr 12 14:34:49.783614 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-107313bf-ffc8-466c-8331-123adfc75f56 req-ccae6186-dbf0-4c65-990e-949062fd787a tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Apr 12 14:34:50.039256 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:50.639031 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-3fe47af9-761d-40d7-8b5c-be72ad4e60ff req-8d5bc3c3-6c21-4106-86a6-a117c07b4f7c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 210 time: 0.0267363 Apr 12 14:34:50.890764 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829069e0-11f0-455d-9208-53d52641123b req-660edf9d-e53a-4a49-b673-ca43e916df66 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:50.892942 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-660edf9d-e53a-4a49-b673-ca43e916df66 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.48 "GET /v2.0/networks?id=32ac35bc-1a35-45c4-a59c-66fb439e024c HTTP/1.1" status: 200 len: 815 time: 0.1147707 Apr 12 14:34:50.905070 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'port': {'device_id': '565936c3-02f6-4879-9747-530063048968', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'admin_state_up': True, 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:50.919347 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3e9a-83a9-4be7-8cdf-59577534c2d9 req-d70fa857-1e15-4cfc-941e-1e524872d73a tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:50.921109 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-852d3e9a-83a9-4be7-8cdf-59577534c2d9 req-d70fa857-1e15-4cfc-941e-1e524872d73a tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0524619 Apr 12 14:34:50.972094 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-852d3e9a-83a9-4be7-8cdf-59577534c2d9 req-1afa8066-0132-470b-8b68-184745b4c4d6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432949 Apr 12 14:34:51.098657 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Made reservation on behalf of 4a2b25630afa4793a520fafc47c2c2ff for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:51.101957 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.226540 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Allocated IP 172.20.0.10 (32ac35bc-1a35-45c4-a59c-66fb439e024c/80f5ef46-b722-4f58-a294-ec19bf01c503/e7205431-2de8-4d7b-8644-e6f30ba5f66e) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:51.379940 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.470581 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.522580 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Network 32ac35bc-1a35-45c4-a59c-66fb439e024c is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:51.525670 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:51.530362 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:51.535023 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'Port': ['ID=e7205431-2de8-4d7b-8644-e6f30ba5f66e,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:51.617519 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:51.618124 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.704024 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-35744386-4b33-436f-b765-dc66514cdac7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8027539 Apr 12 14:34:51.795089 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67c9f1-429e-4231-a5d2-27c39fc57fb3 req-0cd5a32f-88ea-4469-aac2-ae2858d3fbac tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:51.803713 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cb67c9f1-429e-4231-a5d2-27c39fc57fb3 req-0cd5a32f-88ea-4469-aac2-ae2858d3fbac tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 932 time: 0.0623667 Apr 12 14:34:51.858309 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cb67c9f1-429e-4231-a5d2-27c39fc57fb3 req-fcb28015-b71a-4e78-90fa-c897634f0430 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533953 Apr 12 14:34:51.909059 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Request body: {'port': {'device_id': '565936c3-02f6-4879-9747-530063048968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:51.930922 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-4b23f518-1a9e-4174-ac9f-c49cb13e31cf None None] Provisioning complete for port e7205431-2de8-4d7b-8644-e6f30ba5f66e triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:51.931600 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4b23f518-1a9e-4174-ac9f-c49cb13e31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.970906 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-4b23f518-1a9e-4174-ac9f-c49cb13e31cf None None] Port e7205431-2de8-4d7b-8644-e6f30ba5f66e cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:34:51.983796 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.158274 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce967-e830-467a-a894-4e83b44a09ae req-a01b0cfa-7278-4511-b379-9ad6d2df5095 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:52.159867 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-393ce967-e830-467a-a894-4e83b44a09ae req-a01b0cfa-7278-4511-b379-9ad6d2df5095 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0794365 Apr 12 14:34:52.226398 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-393ce967-e830-467a-a894-4e83b44a09ae req-884dfb4c-246b-4da0-81b2-019b3ed47b5c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578542 Apr 12 14:34:52.402680 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7205431-2de8-4d7b-8644-e6f30ba5f66e {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:34:52.414797 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Publish callbacks [] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.429725 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Transition to ACTIVE for port object e7205431-2de8-4d7b-8644-e6f30ba5f66e will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:34:52.501131 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.588433 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Pushing event updated for resources: {'Port': ['ID=e7205431-2de8-4d7b-8644-e6f30ba5f66e,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:52.693383 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Attempting to bind port e7205431-2de8-4d7b-8644-e6f30ba5f66e on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:52.693825 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Attempting to bind port e7205431-2de8-4d7b-8644-e6f30ba5f66e by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:52.694138 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Attempting to bind port e7205431-2de8-4d7b-8644-e6f30ba5f66e on network 32ac35bc-1a35-45c4-a59c-66fb439e024c {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:52.704329 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Port e7205431-2de8-4d7b-8644-e6f30ba5f66e on network 32ac35bc-1a35-45c4-a59c-66fb439e024c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:34:52.705042 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Attempting to bind port e7205431-2de8-4d7b-8644-e6f30ba5f66e on network 32ac35bc-1a35-45c4-a59c-66fb439e024c {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:52.714850 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:52.715468 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Checking segment: {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:52.716038 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Bound using segment: {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:52.716759 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Bound port: e7205431-2de8-4d7b-8644-e6f30ba5f66e, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb2de31-4a86-4d07-a503-58e25d68f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:52.717355 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.804780 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] For port e7205431-2de8-4d7b-8644-e6f30ba5f66e, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:52.808206 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] For port e7205431-2de8-4d7b-8644-e6f30ba5f66e, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:52.864872 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.910663 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:52.911465 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.913089 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] 10.222.0.48 "PUT /v2.0/ports/e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 200 len: 1094 time: 1.0102642 Apr 12 14:34:52.913520 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:52.916121 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35184b51-828e-4518-a638-847812b18e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:52.940669 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a31bbe-d02e-4977-b145-8743770ca83e service neutron] Pushing event updated for resources: {'Port': ['ID=e7205431-2de8-4d7b-8644-e6f30ba5f66e,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:52.983325 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66445c13-2fed-4f24-8469-86dda90d66d5 x-openstack-request-id: req-66445c13-2fed-4f24-8469-86dda90d66d5 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:52.983623 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:52.983926 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66445c13-2fed-4f24-8469-86dda90d66d5 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:52.984331 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66445c13-2fed-4f24-8469-86dda90d66d5'] response: {'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'status': 'completed', 'code': 200} Apr 12 14:34:53.056112 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa819314-d5e3-4480-bfd7-4e1b3aa3b2f7 req-11d50bcd-6c4f-4ebd-b2f2-3a20a4bbcc0f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:53.063291 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fa819314-d5e3-4480-bfd7-4e1b3aa3b2f7 req-11d50bcd-6c4f-4ebd-b2f2-3a20a4bbcc0f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0726244 Apr 12 14:34:53.136216 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-fa819314-d5e3-4480-bfd7-4e1b3aa3b2f7 req-1e224f83-942f-44cb-875f-6e79f6ab271b tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719602 Apr 12 14:34:53.341558 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5b997-c2be-4dc9-a8d4-9b326aa7779e req-d5861c10-71c6-4775-8bdc-0b7b3f2eb69f tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:53.343149 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0dd5b997-c2be-4dc9-a8d4-9b326aa7779e req-d5861c10-71c6-4775-8bdc-0b7b3f2eb69f tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0487876 Apr 12 14:34:53.398953 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0dd5b997-c2be-4dc9-a8d4-9b326aa7779e req-d449c71b-144e-42ae-abbe-34c0ca135ea1 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485597 Apr 12 14:34:54.258500 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f7da2-3ea3-48ff-8be2-ccadbfb8faaa req-18045ff5-dd2c-4eed-be76-02a06d039ae8 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:54.259992 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c14f7da2-3ea3-48ff-8be2-ccadbfb8faaa req-18045ff5-dd2c-4eed-be76-02a06d039ae8 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0517795 Apr 12 14:34:54.310753 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c14f7da2-3ea3-48ff-8be2-ccadbfb8faaa req-7e2c5177-25cc-4245-be3c-1cb7a20d2f39 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451522 Apr 12 14:34:54.519915 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ab15a-0cad-443a-9a2c-532a0b2d73ca req-3a090cff-8482-4ed3-8787-74134a7ec674 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:54.521468 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f7ab15a-0cad-443a-9a2c-532a0b2d73ca req-3a090cff-8482-4ed3-8787-74134a7ec674 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0488360 Apr 12 14:34:54.577001 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f7ab15a-0cad-443a-9a2c-532a0b2d73ca req-29a45db2-4b9b-4c1f-b5af-b8b5439fd049 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494690 Apr 12 14:34:55.430611 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74268fa-1b7e-419b-87dd-d4594834ab46 req-ba96a0a9-6226-4659-bcea-f82fb1ad6a22 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:55.432889 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c74268fa-1b7e-419b-87dd-d4594834ab46 req-ba96a0a9-6226-4659-bcea-f82fb1ad6a22 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0532763 Apr 12 14:34:55.494480 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c74268fa-1b7e-419b-87dd-d4594834ab46 req-b70d2455-f717-4562-b0bf-ea4c6f3c6a4a tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550616 Apr 12 14:34:55.695884 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a965c4-94f9-4669-a012-a7feebe1b698 req-9c155702-f20d-422e-b012-d731d6b48649 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:55.697467 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79a965c4-94f9-4669-a012-a7feebe1b698 req-9c155702-f20d-422e-b012-d731d6b48649 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0497062 Apr 12 14:34:55.751473 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79a965c4-94f9-4669-a012-a7feebe1b698 req-2fcde281-0c10-4f0f-97f0-a9c0d2947131 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471175 Apr 12 14:34:56.629053 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a7160-2438-4862-be08-5a2ba7c83677 req-52f33cfe-511b-48b3-b57d-3e1475adb928 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:56.631005 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-640a7160-2438-4862-be08-5a2ba7c83677 req-52f33cfe-511b-48b3-b57d-3e1475adb928 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0574379 Apr 12 14:34:56.681486 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-640a7160-2438-4862-be08-5a2ba7c83677 req-5c675313-7502-4eb1-9000-cad4675b1b2f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440943 Apr 12 14:34:56.876211 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de8e60-a75c-45b5-96ca-a7d1f594cd57 req-df2025b4-5632-4ca1-a39c-f2c06adb00f7 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:56.877980 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6de8e60-a75c-45b5-96ca-a7d1f594cd57 req-df2025b4-5632-4ca1-a39c-f2c06adb00f7 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0500684 Apr 12 14:34:56.932631 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6de8e60-a75c-45b5-96ca-a7d1f594cd57 req-9e7a483d-b7f2-43b1-9e81-a442dc588ab8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490367 Apr 12 14:34:57.811371 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2ffb3-3781-482c-9631-0bbb0812747a req-a08486f0-a38e-45bb-a01b-87950eaba8a0 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:57.814034 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-64b2ffb3-3781-482c-9631-0bbb0812747a req-a08486f0-a38e-45bb-a01b-87950eaba8a0 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0611954 Apr 12 14:34:57.863471 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-64b2ffb3-3781-482c-9631-0bbb0812747a req-ae804fbe-bcd7-4b2f-9191-88fecad6a3e0 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435662 Apr 12 14:34:58.071521 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29810595-2ac6-43ac-b35f-b58ff72e8e72 req-3ed45ef9-280c-4168-8e74-4c699d1c8ee2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:58.073083 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-29810595-2ac6-43ac-b35f-b58ff72e8e72 req-3ed45ef9-280c-4168-8e74-4c699d1c8ee2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0553265 Apr 12 14:34:58.126250 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-29810595-2ac6-43ac-b35f-b58ff72e8e72 req-4be69662-678c-4212-8f4d-15f6e42d6222 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458724 Apr 12 14:34:58.980622 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b5fcc-af1e-4b23-9144-b4b4bf797d29 req-9cb17ddb-8d02-4a1c-a803-cbf92306872f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:58.982045 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ac3b5fcc-af1e-4b23-9144-b4b4bf797d29 req-9cb17ddb-8d02-4a1c-a803-cbf92306872f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0511312 Apr 12 14:34:59.030577 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ac3b5fcc-af1e-4b23-9144-b4b4bf797d29 req-e0609f43-2982-4681-afdf-f8251ed3b325 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414760 Apr 12 14:34:59.084228 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184b51-828e-4518-a638-847812b18e6b req-41873261-8c30-4534-8d0d-9d6f9952963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:59.085762 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-35184b51-828e-4518-a638-847812b18e6b req-41873261-8c30-4534-8d0d-9d6f9952963b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 1128 time: 0.0505786 Apr 12 14:34:59.223032 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184b51-828e-4518-a638-847812b18e6b req-c4fb23fe-08e1-447c-b16c-18b39915d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:59.224512 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-35184b51-828e-4518-a638-847812b18e6b req-c4fb23fe-08e1-447c-b16c-18b39915d335 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1024864 Apr 12 14:34:59.250108 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc00bc4-6afd-497a-be01-7e5cd3554ed5 req-298ca19b-257f-451c-907e-916de2314531 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:59.251830 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fc00bc4-6afd-497a-be01-7e5cd3554ed5 req-298ca19b-257f-451c-907e-916de2314531 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0509555 Apr 12 14:34:59.299941 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fc00bc4-6afd-497a-be01-7e5cd3554ed5 req-45045fbf-3fc6-486f-95f8-b615d1bd28ae tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Apr 12 14:34:59.322828 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184b51-828e-4518-a638-847812b18e6b req-b4d9692f-71ee-45fd-abe4-bc9b26bf963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:59.324371 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-35184b51-828e-4518-a638-847812b18e6b req-b4d9692f-71ee-45fd-abe4-bc9b26bf963e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928850 Apr 12 14:34:59.394458 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829069e0-11f0-455d-9208-53d52641123b req-fd4ecce0-cc6e-426d-aa9e-8f44d029210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:59.395938 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-fd4ecce0-cc6e-426d-aa9e-8f44d029210c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 1128 time: 0.0395706 Apr 12 14:34:59.440014 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-1f4d102b-a063-432c-baa2-4cb9e4d39374 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 200 len: 217 time: 0.0373025 Apr 12 14:34:59.488113 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829069e0-11f0-455d-9208-53d52641123b req-fbf68f00-50c4-4bf9-b1e5-de385813c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:59.489489 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-fbf68f00-50c4-4bf9-b1e5-de385813c2f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f5ef46-b722-4f58-a294-ec19bf01c503 HTTP/1.1" status: 200 len: 854 time: 0.0446186 Apr 12 14:34:59.532678 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829069e0-11f0-455d-9208-53d52641123b req-0d6e3aee-a540-4a86-b9e5-246c522659db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:59.534306 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-0d6e3aee-a540-4a86-b9e5-246c522659db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32ac35bc-1a35-45c4-a59c-66fb439e024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389783 Apr 12 14:34:59.626508 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-3baa6028-fdeb-4585-a761-db115c6914e2 service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865862 Apr 12 14:34:59.712482 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-829069e0-11f0-455d-9208-53d52641123b req-7306c7f5-bd6f-4f56-97fc-4033cda04d30 service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807405 Apr 12 14:35:00.146212 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc2c08-6680-4586-83cc-74d3497ebbd0 req-f6b6241e-a8af-4719-991f-abcfd05b91f6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:00.147700 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e9dc2c08-6680-4586-83cc-74d3497ebbd0 req-f6b6241e-a8af-4719-991f-abcfd05b91f6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0512898 Apr 12 14:35:00.193766 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e9dc2c08-6680-4586-83cc-74d3497ebbd0 req-899d240d-0205-43a2-947a-fa91c732ad4f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Apr 12 14:35:00.414988 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df7253-e3bc-48c5-af18-a59fc5ec6ef0 req-90fe4ceb-d3df-4f82-a372-1d806ce57f08 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:00.416463 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-83df7253-e3bc-48c5-af18-a59fc5ec6ef0 req-90fe4ceb-d3df-4f82-a372-1d806ce57f08 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0494206 Apr 12 14:35:00.463070 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-83df7253-e3bc-48c5-af18-a59fc5ec6ef0 req-ec2433f4-17da-4f0b-9344-db5f1ca71acf tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Apr 12 14:35:00.820275 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b28fe-4a69-4a5d-87bf-f886e0e5dfe1 req-613abb55-41e3-4165-8250-dd9a0c80f74b tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:00.821730 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-491b28fe-4a69-4a5d-87bf-f886e0e5dfe1 req-613abb55-41e3-4165-8250-dd9a0c80f74b tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0479116 Apr 12 14:35:00.871852 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-491b28fe-4a69-4a5d-87bf-f886e0e5dfe1 req-1ee5242b-35cb-4b45-a062-0fc734e145ca tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441523 Apr 12 14:35:00.920139 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6fc8-e291-4116-9549-2d7f751676ad req-537b0be0-e60d-4516-a375-fb9fff64f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:00.921612 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-094a6fc8-e291-4116-9549-2d7f751676ad req-537b0be0-e60d-4516-a375-fb9fff64f0ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 1129 time: 0.0403252 Apr 12 14:35:01.014713 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6fc8-e291-4116-9549-2d7f751676ad req-de35e015-4da1-4547-9ce6-1d5f4a42a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:01.016261 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-094a6fc8-e291-4116-9549-2d7f751676ad req-de35e015-4da1-4547-9ce6-1d5f4a42a7d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 200 len: 911 time: 0.0893145 Apr 12 14:35:01.080830 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-094a6fc8-e291-4116-9549-2d7f751676ad req-a6609e95-055e-4ccc-af1a-0f3203907a7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25 HTTP/1.1" status: 200 len: 1000 time: 0.0590887 Apr 12 14:35:01.126764 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6fc8-e291-4116-9549-2d7f751676ad req-2f1aa5e0-f692-46d0-aed6-b6dcb3dd581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:01.128194 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-094a6fc8-e291-4116-9549-2d7f751676ad req-2f1aa5e0-f692-46d0-aed6-b6dcb3dd581e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa36b45a-9418-49ed-8526-e0cd073f8fed HTTP/1.1" status: 200 len: 849 time: 0.0418673 Apr 12 14:35:01.173653 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6fc8-e291-4116-9549-2d7f751676ad req-0aa016b6-2097-42f9-a86b-a8ad1bc15832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:01.175055 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-094a6fc8-e291-4116-9549-2d7f751676ad req-0aa016b6-2097-42f9-a86b-a8ad1bc15832 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415409 Apr 12 14:35:01.263226 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-094a6fc8-e291-4116-9549-2d7f751676ad req-a57305e0-ec23-4e96-ac6f-01004c7f88e6 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825036 Apr 12 14:35:01.335904 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994fa89-291d-400c-9e60-3e01d2888973 req-076bbc2c-7376-42bf-a307-b5778082d3a9 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:01.337390 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a994fa89-291d-400c-9e60-3e01d2888973 req-076bbc2c-7376-42bf-a307-b5778082d3a9 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0732820 Apr 12 14:35:01.421424 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-094a6fc8-e291-4116-9549-2d7f751676ad req-16bcc7d4-2af9-4339-8b19-ec7f112aff74 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486077 Apr 12 14:35:01.425083 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a994fa89-291d-400c-9e60-3e01d2888973 req-1958e895-3134-4bbd-b581-00558de741af tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638499 Apr 12 14:35:01.986089 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483374d5-533a-4a3b-998e-d2531de7a8f6 req-a676a670-1445-4cac-8afe-fcdb6f4c8dae tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:01.987557 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-483374d5-533a-4a3b-998e-d2531de7a8f6 req-a676a670-1445-4cac-8afe-fcdb6f4c8dae tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0466576 Apr 12 14:35:02.037182 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-483374d5-533a-4a3b-998e-d2531de7a8f6 req-e9394c8f-23a1-4a34-8056-0be114a7ac38 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440211 Apr 12 14:35:02.543357 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8628-c31c-47f2-bd60-999a86b9e75d req-05b7352c-9411-47ba-b524-b5fe1885e4fb tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:02.544878 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b0bb8628-c31c-47f2-bd60-999a86b9e75d req-05b7352c-9411-47ba-b524-b5fe1885e4fb tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0513825 Apr 12 14:35:02.591549 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b0bb8628-c31c-47f2-bd60-999a86b9e75d req-625b48fb-98e2-491d-af46-a5f176c43082 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Apr 12 14:35:03.149401 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa29d-ed81-4ba9-8864-e5f669fa964c req-99f70db9-32e7-4e8c-a86e-39efb051bbd0 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:03.150893 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e01aa29d-ed81-4ba9-8864-e5f669fa964c req-99f70db9-32e7-4e8c-a86e-39efb051bbd0 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0471981 Apr 12 14:35:03.197029 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e01aa29d-ed81-4ba9-8864-e5f669fa964c req-d3cbee67-40c4-4e97-a19e-0a6c437fb93d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405948 Apr 12 14:35:03.527898 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e7205431-2de8-4d7b-8644-e6f30ba5f66e details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:35:03.626926 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e7205431-2de8-4d7b-8644-e6f30ba5f66e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:03.638389 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'port_id': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'mac_address': 'fa:16:3e:86:47:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:35:03.677075 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e7205431-2de8-4d7b-8644-e6f30ba5f66e is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:35:03.677464 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:03.691303 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7205431-2de8-4d7b-8644-e6f30ba5f66e {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:35:03.709350 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5010-a029-40c9-8314-c62aba764ff0 req-2f35085b-1c31-4065-97d3-c15ab023db95 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:03.710831 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e7205431-2de8-4d7b-8644-e6f30ba5f66e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:03.711590 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-091f5010-a029-40c9-8314-c62aba764ff0 req-2f35085b-1c31-4065-97d3-c15ab023db95 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 944 time: 0.0503705 Apr 12 14:35:03.758056 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-091f5010-a029-40c9-8314-c62aba764ff0 req-c5fddf38-1458-41db-a2dd-704845fa73f9 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Apr 12 14:35:03.804564 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:03.851536 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e7205431-2de8-4d7b-8644-e6f30ba5f66e,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:04.029527 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e7205431-2de8-4d7b-8644-e6f30ba5f66e'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:35:04.869068 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ac4b5-c1b3-44b0-8a50-a9cdf3651d3a req-5b44860e-14e7-4f41-898e-121ba0464203 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:04.870565 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-102ac4b5-c1b3-44b0-8a50-a9cdf3651d3a req-5b44860e-14e7-4f41-898e-121ba0464203 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 945 time: 0.0467019 Apr 12 14:35:04.917495 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-102ac4b5-c1b3-44b0-8a50-a9cdf3651d3a req-00090330-0150-4086-816b-2b57a966c378 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Apr 12 14:35:05.539349 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e7205431-2de8-4d7b-8644-e6f30ba5f66e up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:35:05.583061 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port e7205431-2de8-4d7b-8644-e6f30ba5f66e completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:35:05.669939 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port e7205431-2de8-4d7b-8644-e6f30ba5f66e triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:35:05.673592 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:05.749618 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port e7205431-2de8-4d7b-8644-e6f30ba5f66e is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:35:05.750043 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:05.772238 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:05.774531 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6555e577-9655-4c89-96d2-03b2dc2c5d15" -d '{"events": [{"server_uuid": "565936c3-02f6-4879-9747-530063048968", "name": "network-vif-plugged", "status": "completed", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:05.787131 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port e7205431-2de8-4d7b-8644-e6f30ba5f66e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:05.812598 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc10008-7061-49c1-9397-80c3603edb0a x-openstack-request-id: req-1dc10008-7061-49c1-9397-80c3603edb0a {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:05.812897 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565936c3-02f6-4879-9747-530063048968", "name": "network-vif-plugged", "status": "completed", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:05.813417 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1dc10008-7061-49c1-9397-80c3603edb0a {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:05.813558 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc10008-7061-49c1-9397-80c3603edb0a'] response: {'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'code': 200} Apr 12 14:35:05.858338 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:05.906165 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=e7205431-2de8-4d7b-8644-e6f30ba5f66e,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:06.121804 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa526f-b859-45c0-a617-d3eba70947f8 req-2429c451-b1fc-468b-980b-04842f66a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:06.123253 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-acfa526f-b859-45c0-a617-d3eba70947f8 req-2429c451-b1fc-468b-980b-04842f66a30f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 1130 time: 0.0414500 Apr 12 14:35:06.173282 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-acfa526f-b859-45c0-a617-d3eba70947f8 req-46fb37b0-89e7-4ff7-a2cf-c0d6c192f22d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Apr 12 14:35:06.289224 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4942af-71c1-4823-8109-1d51a8cf24ae req-2d252bd4-56f8-465b-800c-c9da7336bdea tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:06.290710 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2a4942af-71c1-4823-8109-1d51a8cf24ae req-2d252bd4-56f8-465b-800c-c9da7336bdea tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 946 time: 0.3077235 Apr 12 14:35:06.339401 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2a4942af-71c1-4823-8109-1d51a8cf24ae req-b7d5201a-cb67-4286-87c5-63fe018253c2 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429931 Apr 12 14:35:07.460839 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3deab-8bc3-4b47-8bd5-fe361b4ea640 req-6aed9f18-8823-4818-b7d0-75576daff94f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:07.462358 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-51a3deab-8bc3-4b47-8bd5-fe361b4ea640 req-6aed9f18-8823-4818-b7d0-75576daff94f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 946 time: 0.0487022 Apr 12 14:35:07.513654 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-51a3deab-8bc3-4b47-8bd5-fe361b4ea640 req-a27eab90-bcc2-4cbd-9051-780907fe61e6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448377 Apr 12 14:35:07.642342 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282360e-8de5-4849-ad70-a5704abc2a2e req-e87ba188-25fe-4462-b3dd-45cad3c54378 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:07.644354 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5282360e-8de5-4849-ad70-a5704abc2a2e req-e87ba188-25fe-4462-b3dd-45cad3c54378 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 946 time: 0.0487607 Apr 12 14:35:07.698632 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5282360e-8de5-4849-ad70-a5704abc2a2e req-0a937a9a-7795-4401-89fb-3acd9a35b062 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486481 Apr 12 14:35:08.037300 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4e2fd-1af9-4367-b47d-6233d6946bd2 req-c91028c9-486f-441e-9b51-345c12e47c26 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:08.038805 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1bf4e2fd-1af9-4367-b47d-6233d6946bd2 req-c91028c9-486f-441e-9b51-345c12e47c26 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 946 time: 0.0541835 Apr 12 14:35:08.086542 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1bf4e2fd-1af9-4367-b47d-6233d6946bd2 req-973e7237-03d1-4c35-a341-d1b5cc85a80c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Apr 12 14:35:08.793780 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:13.749439 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa274df4-6868-4e58-a244-8175f9cc038c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:15.765304 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:35:16.001208 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-e63e8831-73fc-408e-85ee-90437a40f565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:16.949807 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:18.576669 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:20.070612 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:21.130872 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e816dcf-2daf-4d88-adf1-da8481b9f5dc req-1256d618-583f-4e85-a95e-9cf2345f731a tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:21.132476 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e816dcf-2daf-4d88-adf1-da8481b9f5dc req-1256d618-583f-4e85-a95e-9cf2345f731a tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Apr 12 14:35:21.191853 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e816dcf-2daf-4d88-adf1-da8481b9f5dc req-520fe510-d858-431d-b76a-454b08bbb450 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497594 Apr 12 14:35:21.217282 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46224) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:21.370024 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714a837-c70a-4786-a850-76f949f93808 tempest-TestMinimumBasicScenario-920309984 tempest-TestMinimumBasicScenario-920309984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:21.371583 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1714a837-c70a-4786-a850-76f949f93808 tempest-TestMinimumBasicScenario-920309984 tempest-TestMinimumBasicScenario-920309984-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 1125 time: 0.1532261 Apr 12 14:35:21.376692 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46228) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:21.381714 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'port_id': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:21.464610 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:21.578175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:21.756766 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Allocated IP 172.27.3.60 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/4400353f-4494-447c-9348-70a980533d1f) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:35:21.876375 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for port (4400353f-4494-447c-9348-70a980533d1f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:22.013786 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (4400353f-4494-447c-9348-70a980533d1f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:22.084802 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:35:22.089369 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:35:22.093869 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:35:22.101098 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'Port': ['ID=4400353f-4494-447c-9348-70a980533d1f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:22.136786 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.137588 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.137588 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.137886 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.138151 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.138486 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.138814 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.139141 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.139468 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.139792 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.140928 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.141658 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.141658 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.141920 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.142190 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:22.613486 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for floatingip (23cad5a7-d780-4372-89eb-6938e6a0dad3), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:22.799174 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (4400353f-4494-447c-9348-70a980533d1f), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:22.987516 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for port (4400353f-4494-447c-9348-70a980533d1f), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:23.046889 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (4400353f-4494-447c-9348-70a980533d1f), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:23.137902 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'Port': ['ID=4400353f-4494-447c-9348-70a980533d1f,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:23.152662 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (23cad5a7-d780-4372-89eb-6938e6a0dad3), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:23.271135 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Floating IP 23cad5a7-d780-4372-89eb-6938e6a0dad3 associated. External IP: 172.27.3.60, port: e7205431-2de8-4d7b-8644-e6f30ba5f66e. Apr 12 14:35:23.523940 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Router 65edb725-e048-4097-9d2a-57c13e95f53f has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:35:23.655666 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:35:23.672819 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] Sync routers for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:35:23.683942 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:35:23.684582 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:35:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:23.770446 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:23.828590 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8708907d-21d5-44be-9b8a-ed3f43d0cdb7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4461761 Apr 12 14:35:23.828590 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:23.829400 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46238) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:23.836728 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7283db2e-adb3-43e3-afb8-663b818f639c" -d '{"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:23.837663 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340314137', 'description': 'tempest-secgroup-smoke-340314137 description', 'project_id': '4a2b25630afa4793a520fafc47c2c2ff'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:23.854864 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:35:23.929799 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cf6de5-f9b1-4c7e-8003-3a812848cdb4 x-openstack-request-id: req-78cf6de5-f9b1-4c7e-8003-3a812848cdb4 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:23.930318 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:23.930788 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78cf6de5-f9b1-4c7e-8003-3a812848cdb4 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:23.931262 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cf6de5-f9b1-4c7e-8003-3a812848cdb4'] response: {'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'status': 'completed', 'code': 200} Apr 12 14:35:23.995612 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:24.022787 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283db2e-adb3-43e3-afb8-663b818f639c req-4dae37f1-99a8-46e4-975e-10570dea4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:24.024280 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7283db2e-adb3-43e3-afb8-663b818f639c req-4dae37f1-99a8-46e4-975e-10570dea4372 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 1130 time: 0.0586784 Apr 12 14:35:24.106516 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-704d96d6-f540-48e2-9fe3-efe252b52cbd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065803435&fields=id&tenant_id=47cdab1e9b464fd2974ee31d4ab20865 HTTP/1.1" status: 200 len: 267 time: 0.0819969 Apr 12 14:35:24.147717 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group (5a72d30a-e7b7-4048-ac54-76872b81d6bf), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:24.163312 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283db2e-adb3-43e3-afb8-663b818f639c req-603a2a62-1cd3-4a59-9389-dcff7bec17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:24.164883 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7283db2e-adb3-43e3-afb8-663b818f639c req-603a2a62-1cd3-4a59-9389-dcff7bec17a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32ac35bc-1a35-45c4-a59c-66fb439e024c HTTP/1.1" status: 200 len: 916 time: 0.1314049 Apr 12 14:35:24.214949 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '23cad5a7-d780-4372-89eb-6938e6a0dad3', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'port_id': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'mac_address': 'fa:16:3e:86:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565936c3-02f6-4879-9747-530063048968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:35:22Z', 'updated_at': '2022-04-12T14:35:22Z', 'revision_number': 0, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77887362-1ab2-465e-a74d-f52cfd3279b2', 'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'mac_address': 'fa:16:3e:c8:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:27Z', 'updated_at': '2022-04-12T14:34:32Z', 'revision_number': 5, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'subnets': [{'id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:24.244493 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7283db2e-adb3-43e3-afb8-663b818f639c req-f556d17a-680f-40da-b2bf-04cd3c640dda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 200 len: 999 time: 0.0727108 Apr 12 14:35:24.246562 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5a72d30a-e7b7-4048-ac54-76872b81d6bf), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:24.266206 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] Checking router: 65edb725-e048-4097-9d2a-57c13e95f53f for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:35:24.281623 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:35:24.282684 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:35:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:24.301237 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbee8c76-5ae4-4af9-a005-a1f163760f79 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:24.305304 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbee8c76-5ae4-4af9-a005-a1f163760f79 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 811 time: 0.1893899 Apr 12 14:35:24.315418 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a72d30a-e7b7-4048-ac54-76872b81d6bf,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:24.326977 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.327320 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.328002 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.328933 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.329160 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.329409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.329743 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.330072 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.330404 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.330768 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.331128 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.331490 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.331673 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.331993 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.332312 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:24.333255 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-60257092-0ff9-460c-8d00-acbb90381231 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/quotas/47cdab1e9b464fd2974ee31d4ab20865 HTTP/1.1" status: 200 len: 375 time: 0.0193992 Apr 12 14:35:24.341789 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283db2e-adb3-43e3-afb8-663b818f639c req-3e933277-ce21-42db-a4fc-633f1c06ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:24.342728 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7283db2e-adb3-43e3-afb8-663b818f639c req-3e933277-ce21-42db-a4fc-633f1c06ed37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f5ef46-b722-4f58-a294-ec19bf01c503 HTTP/1.1" status: 200 len: 854 time: 0.0893655 Apr 12 14:35:24.396848 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:24.401087 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-5d17a387-d747-43ab-941f-f50d6aa678e1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5671897 Apr 12 14:35:24.404783 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-75d11d21-8146-4971-9b1a-27ecdf92a22e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540030 Apr 12 14:35:24.404783 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46250) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:24.407298 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b43e7cfe-a78f-49b6-83eb-7907752b61ed tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'security_group_rule': {'security_group_id': '5a72d30a-e7b7-4048-ac54-76872b81d6bf', 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:24.417332 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283db2e-adb3-43e3-afb8-663b818f639c req-b109abbb-aa53-47da-8be6-420bbe3191ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:24.419430 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7283db2e-adb3-43e3-afb8-663b818f639c req-b109abbb-aa53-47da-8be6-420bbe3191ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32ac35bc-1a35-45c4-a59c-66fb439e024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663710 Apr 12 14:35:24.450758 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:35:24.524572 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cd391d87-ee6c-4ecd-8a49-079569cf9fb8 service neutron] 10.222.0.61 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063526 Apr 12 14:35:24.535583 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7283db2e-adb3-43e3-afb8-663b818f639c req-8208f1bd-ecb9-411f-81c6-b5dcda8fc3fe service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040902 Apr 12 14:35:24.564862 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b43e7cfe-a78f-49b6-83eb-7907752b61ed tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (152d77ae-0e5c-4a2e-b5fe-802866b805ed), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:24.635358 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7283db2e-adb3-43e3-afb8-663b818f639c req-f470239a-d5b3-404f-82ff-6b2c1725e8e0 service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924296 Apr 12 14:35:24.658634 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-4247385f-6475-4014-a077-d9547f8e61e4 service neutron] 10.222.0.61 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278338 Apr 12 14:35:24.666159 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b43e7cfe-a78f-49b6-83eb-7907752b61ed tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (152d77ae-0e5c-4a2e-b5fe-802866b805ed), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:24.705220 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '23cad5a7-d780-4372-89eb-6938e6a0dad3', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'port_id': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'mac_address': 'fa:16:3e:86:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565936c3-02f6-4879-9747-530063048968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:35:22Z', 'updated_at': '2022-04-12T14:35:22Z', 'revision_number': 0, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77887362-1ab2-465e-a74d-f52cfd3279b2', 'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'mac_address': 'fa:16:3e:c8:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:27Z', 'updated_at': '2022-04-12T14:34:32Z', 'revision_number': 5, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'subnets': [{'id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:24.740916 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a925f94-0288-499a-9d77-6bc104dc9ea6 None None] The sync data for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi is: [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '23cad5a7-d780-4372-89eb-6938e6a0dad3', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'port_id': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'mac_address': 'fa:16:3e:86:47:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565936c3-02f6-4879-9747-530063048968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:35:22Z', 'updated_at': '2022-04-12T14:35:22Z', 'revision_number': 0, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77887362-1ab2-465e-a74d-f52cfd3279b2', 'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'mac_address': 'fa:16:3e:c8:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:27Z', 'updated_at': '2022-04-12T14:34:32Z', 'revision_number': 5, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'subnets': [{'id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:35:24.799344 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b43e7cfe-a78f-49b6-83eb-7907752b61ed tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (152d77ae-0e5c-4a2e-b5fe-802866b805ed), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:24.821376 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e7cfe-a78f-49b6-83eb-7907752b61ed tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152d77ae-0e5c-4a2e-b5fe-802866b805ed,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:24.906174 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b43e7cfe-a78f-49b6-83eb-7907752b61ed tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:24.908919 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b43e7cfe-a78f-49b6-83eb-7907752b61ed tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5044801 Apr 12 14:35:24.912161 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46258) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:24.917231 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-0f9cd4ab-1039-4c3d-995b-0ad06d477e4f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'security_group_rule': {'security_group_id': '5a72d30a-e7b7-4048-ac54-76872b81d6bf', 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:24.979841 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5e9aab-ee4d-4584-952f-25143c748911 None None] New status for floating IP 23cad5a7-d780-4372-89eb-6938e6a0dad3: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:35:25.039409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f9cd4ab-1039-4c3d-995b-0ad06d477e4f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (8dc6aff6-0ee3-43f3-882b-10fb8bbbb8cf), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:25.123459 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f9cd4ab-1039-4c3d-995b-0ad06d477e4f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (8dc6aff6-0ee3-43f3-882b-10fb8bbbb8cf), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:25.233087 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f9cd4ab-1039-4c3d-995b-0ad06d477e4f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (8dc6aff6-0ee3-43f3-882b-10fb8bbbb8cf), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:25.254601 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cd4ab-1039-4c3d-995b-0ad06d477e4f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc6aff6-0ee3-43f3-882b-10fb8bbbb8cf,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:25.392026 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f9cd4ab-1039-4c3d-995b-0ad06d477e4f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:25.395650 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-0f9cd4ab-1039-4c3d-995b-0ad06d477e4f tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4801295 Apr 12 14:35:25.395650 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7cd5f5ed-4508-439d-875f-6269882629e6 req-40e134e4-5279-4d73-933a-67b82bb00ebe tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 210 time: 0.0368161 Apr 12 14:35:25.396644 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46264) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:25.403993 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-56153027-cb84-409d-8819-dd9504125c0c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'security_group_rule': {'security_group_id': '5a72d30a-e7b7-4048-ac54-76872b81d6bf', 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:25.498564 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56153027-cb84-409d-8819-dd9504125c0c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (02af37d6-53dc-4e85-b05c-d3a850ec99d8), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:25.581338 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56153027-cb84-409d-8819-dd9504125c0c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (02af37d6-53dc-4e85-b05c-d3a850ec99d8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:25.690626 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56153027-cb84-409d-8819-dd9504125c0c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (02af37d6-53dc-4e85-b05c-d3a850ec99d8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:25.708631 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56153027-cb84-409d-8819-dd9504125c0c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02af37d6-53dc-4e85-b05c-d3a850ec99d8,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:25.778394 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56153027-cb84-409d-8819-dd9504125c0c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:25.779709 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-56153027-cb84-409d-8819-dd9504125c0c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3815129 Apr 12 14:35:25.783702 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46270) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:25.788305 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-5275b052-2c80-47aa-82cd-5ae3804376d2 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'security_group_rule': {'security_group_id': '5a72d30a-e7b7-4048-ac54-76872b81d6bf', 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:26.500762 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2b4f4860-4da0-44b9-aefa-3a710f2f9490 req-3c545f35-3f62-4591-874b-dc583f624fa6 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 210 time: 0.0472009 Apr 12 14:35:26.604800 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5275b052-2c80-47aa-82cd-5ae3804376d2 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (1d6f90e1-2c2c-4c85-94ff-72352c20d80e), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:26.687617 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5275b052-2c80-47aa-82cd-5ae3804376d2 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (1d6f90e1-2c2c-4c85-94ff-72352c20d80e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:26.787434 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5275b052-2c80-47aa-82cd-5ae3804376d2 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (1d6f90e1-2c2c-4c85-94ff-72352c20d80e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:26.806209 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275b052-2c80-47aa-82cd-5ae3804376d2 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6f90e1-2c2c-4c85-94ff-72352c20d80e,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:26.887061 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5275b052-2c80-47aa-82cd-5ae3804376d2 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:26.888280 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5275b052-2c80-47aa-82cd-5ae3804376d2 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1035786 Apr 12 14:35:26.891939 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46276) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:26.898933 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-0dc09c27-3694-41ac-8112-15371240dfc7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'security_group_rule': {'security_group_id': '5a72d30a-e7b7-4048-ac54-76872b81d6bf', 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:27.039218 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.securitygroups_db [None req-0dc09c27-3694-41ac-8112-15371240dfc7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Project 4a2b25630afa4793a520fafc47c2c2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:35:27.045327 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0dc09c27-3694-41ac-8112-15371240dfc7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (d8d058ca-7097-42e4-bb6a-373ff452cba7), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:27.115558 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0dc09c27-3694-41ac-8112-15371240dfc7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (d8d058ca-7097-42e4-bb6a-373ff452cba7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:27.188222 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0dc09c27-3694-41ac-8112-15371240dfc7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (d8d058ca-7097-42e4-bb6a-373ff452cba7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:27.209582 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc09c27-3694-41ac-8112-15371240dfc7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d058ca-7097-42e4-bb6a-373ff452cba7,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:27.293015 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0dc09c27-3694-41ac-8112-15371240dfc7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:27.294443 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0dc09c27-3694-41ac-8112-15371240dfc7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4010448 Apr 12 14:35:27.302895 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46278) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:27.308832 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-8828a530-1588-43a1-bcb3-d1ef8265e8e7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'security_group_rule': {'security_group_id': '5a72d30a-e7b7-4048-ac54-76872b81d6bf', 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:27.425731 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.securitygroups_db [None req-8828a530-1588-43a1-bcb3-d1ef8265e8e7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Project 4a2b25630afa4793a520fafc47c2c2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:35:27.432134 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8828a530-1588-43a1-bcb3-d1ef8265e8e7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (481dfcc9-0678-4c3c-acbe-899474a80829), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:27.504511 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8828a530-1588-43a1-bcb3-d1ef8265e8e7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (481dfcc9-0678-4c3c-acbe-899474a80829), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:27.566915 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8828a530-1588-43a1-bcb3-d1ef8265e8e7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (481dfcc9-0678-4c3c-acbe-899474a80829), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:27.586520 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828a530-1588-43a1-bcb3-d1ef8265e8e7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481dfcc9-0678-4c3c-acbe-899474a80829,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:27.610646 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-39ebc2ea-e9be-4333-84b8-2a43bb270395 req-0f1cbe50-67fa-4b05-873e-6a296e80d6b4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 210 time: 0.0380297 Apr 12 14:35:27.689485 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8828a530-1588-43a1-bcb3-d1ef8265e8e7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:27.690782 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8828a530-1588-43a1-bcb3-d1ef8265e8e7 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3868821 Apr 12 14:35:27.797009 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74d2798f-f933-401a-b588-7ce795832a22 req-95da7544-edcc-4de1-8261-b601b9cd03c9 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340314137&fields=id&tenant_id=4a2b25630afa4793a520fafc47c2c2ff HTTP/1.1" status: 200 len: 267 time: 0.0539229 Apr 12 14:35:27.856438 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2798f-f933-401a-b588-7ce795832a22 req-83a2fabc-b178-4023-89f8-dfd49ce2f6ee tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:27.857914 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74d2798f-f933-401a-b588-7ce795832a22 req-83a2fabc-b178-4023-89f8-dfd49ce2f6ee tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 946 time: 0.0549057 Apr 12 14:35:27.872463 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-74d2798f-f933-401a-b588-7ce795832a22 req-ce70f850-1570-4024-abd0-e23eabf2cbb3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'port': {'security_groups': ['fb736d69-6d8d-4308-a015-378687349af7', '5a72d30a-e7b7-4048-ac54-76872b81d6bf']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:27.976180 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-74d2798f-f933-401a-b588-7ce795832a22 req-ce70f850-1570-4024-abd0-e23eabf2cbb3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:28.195807 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-74d2798f-f933-401a-b588-7ce795832a22 req-ce70f850-1570-4024-abd0-e23eabf2cbb3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] For port e7205431-2de8-4d7b-8644-e6f30ba5f66e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:28.236673 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-74d2798f-f933-401a-b588-7ce795832a22 req-ce70f850-1570-4024-abd0-e23eabf2cbb3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:28.332953 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-74d2798f-f933-401a-b588-7ce795832a22 req-ce70f850-1570-4024-abd0-e23eabf2cbb3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:28.346389 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e7205431-2de8-4d7b-8644-e6f30ba5f66e'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:35:28.382438 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2798f-f933-401a-b588-7ce795832a22 req-ce70f850-1570-4024-abd0-e23eabf2cbb3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:28.383212 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-74d2798f-f933-401a-b588-7ce795832a22 req-ce70f850-1570-4024-abd0-e23eabf2cbb3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:28.384582 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74d2798f-f933-401a-b588-7ce795832a22 req-ce70f850-1570-4024-abd0-e23eabf2cbb3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "PUT /v2.0/ports/e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 200 len: 982 time: 0.5201313 Apr 12 14:35:28.385073 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:28.387439 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead2921a-ff33-47c0-a951-c2cef78e0b40" -d '{"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:28.439954 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70f850-1570-4024-abd0-e23eabf2cbb3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'Port': ['ID=e7205431-2de8-4d7b-8644-e6f30ba5f66e,revision_number=6']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:28.467355 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a3cd4-6fae-478d-9c14-c5cf332ec561 x-openstack-request-id: req-045a3cd4-6fae-478d-9c14-c5cf332ec561 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:28.478233 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:28.480335 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-045a3cd4-6fae-478d-9c14-c5cf332ec561 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:28.481477 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045a3cd4-6fae-478d-9c14-c5cf332ec561'] response: {'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'status': 'completed', 'code': 200} Apr 12 14:35:28.582216 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e7205431-2de8-4d7b-8644-e6f30ba5f66e'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:35:28.610055 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-f807c96b-7a1d-49d3-ac27-64e55631ebf2 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:28.614110 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-f807c96b-7a1d-49d3-ac27-64e55631ebf2 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 811 time: 0.2668352 Apr 12 14:35:28.620670 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-982cac8e-2115-48b0-a405-c8a0d28bf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:28.624536 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-982cac8e-2115-48b0-a405-c8a0d28bf24c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 1169 time: 0.1294937 Apr 12 14:35:28.630122 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e3e10-be63-495e-9a7f-b62424784543 req-2ad95e2a-720d-4edf-8464-e979a34db7f8 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:28.631888 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1f9e3e10-be63-495e-9a7f-b62424784543 req-2ad95e2a-720d-4edf-8464-e979a34db7f8 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0666964 Apr 12 14:35:28.772925 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-ee7d56e7-4185-43cf-8e83-e848179da8a0 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47cdab1e9b464fd2974ee31d4ab20865 HTTP/1.1" status: 200 len: 380 time: 0.1497185 Apr 12 14:35:28.792280 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'port': {'device_id': '9a132066-7b6d-4461-8885-4f324d001d75', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'admin_state_up': True, 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'security_groups': ['0d21a92d-2d95-4fd6-ba30-8caa589652e4']}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:28.801821 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1f9e3e10-be63-495e-9a7f-b62424784543 req-26e462d2-1c8b-4cb8-9dd1-5c0c468e0a9d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545963 Apr 12 14:35:28.854349 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-d31eafd9-4479-466f-a394-018db0ee3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:28.855291 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-d4ae4f11-76f6-4e8b-b210-a59e17c72b09 None None] Provisioning complete for port e7205431-2de8-4d7b-8644-e6f30ba5f66e triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:35:28.856122 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d4ae4f11-76f6-4e8b-b210-a59e17c72b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:28.857755 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-d31eafd9-4479-466f-a394-018db0ee3a0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=32ac35bc-1a35-45c4-a59c-66fb439e024c HTTP/1.1" status: 200 len: 916 time: 0.2248929 Apr 12 14:35:28.908266 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c37d97da-5d1b-46db-9750-a6c3b5ce5fcc req-d5f1494b-a6ef-4708-adf0-ee36779e18f4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 210 time: 0.1021292 Apr 12 14:35:28.995611 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-3a864ae5-aa08-4a28-83d9-fc9ed88bcd04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 200 len: 1001 time: 0.1314902 Apr 12 14:35:29.054984 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-4daf689b-1e67-4c02-800a-415721aa2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:29.056507 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-4daf689b-1e67-4c02-800a-415721aa2cc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f5ef46-b722-4f58-a294-ec19bf01c503 HTTP/1.1" status: 200 len: 854 time: 0.0543635 Apr 12 14:35:29.123560 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-8c354c84-87fd-42cc-baee-7812a5f7b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:29.131076 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Made reservation on behalf of 47cdab1e9b464fd2974ee31d4ab20865 for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:35:29.132763 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-8c354c84-87fd-42cc-baee-7812a5f7b2e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32ac35bc-1a35-45c4-a59c-66fb439e024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678313 Apr 12 14:35:29.141728 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.244124 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-71e005a4-e710-470e-a9c5-c0e8011ab7e1 service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031692 Apr 12 14:35:29.254611 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae4f11-76f6-4e8b-b210-a59e17c72b09 None None] Current status of the port e7205431-2de8-4d7b-8644-e6f30ba5f66e is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:35:29.338822 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Allocated IP 172.20.0.6 (79d4d03c-f80a-44d6-bd4c-6174a4502958/e9a722a7-f161-4121-958c-da8a849208fd/f1b7aa16-91a6-458b-8e33-8637d8d23bf7) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:35:29.435908 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ead2921a-ff33-47c0-a951-c2cef78e0b40 req-3e5a2917-aafd-4fe0-aa7b-a24aa05f1985 service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737278 Apr 12 14:35:29.528569 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.662745 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.719340 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:35:29.722528 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:35:29.726345 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:35:29.754886 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'Port': ['ID=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:29.805458 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:29.806140 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.925630 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-cbaf47c6-dabd-418e-9632-8401994c6585 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1340375 Apr 12 14:35:29.928758 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Request body: {'port': {'device_id': '9a132066-7b6d-4461-8885-4f324d001d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:29.977346 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-d39e94d6-cc10-4d8b-b0b9-5fc17e17b978 None None] Provisioning complete for port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:35:29.977871 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d39e94d6-cc10-4d8b-b0b9-5fc17e17b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.995922 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:30.024887 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-d39e94d6-cc10-4d8b-b0b9-5fc17e17b978 None None] Port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:35:30.043545 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9fce-bf32-4826-b303-3519e9276e41 req-732b37a9-242f-431e-a7fd-466721f3d4c9 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:30.045479 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e0a9fce-bf32-4826-b303-3519e9276e41 req-732b37a9-242f-431e-a7fd-466721f3d4c9 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 931 time: 0.0509756 Apr 12 14:35:30.104808 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e0a9fce-bf32-4826-b303-3519e9276e41 req-a17f7ef0-49ae-4f0b-9ec2-ed0b0242f0db tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520725 Apr 12 14:35:30.282033 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b7aa16-91a6-458b-8e33-8637d8d23bf7 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:35:30.289503 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Publish callbacks [] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:30.302872 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Transition to ACTIVE for port object f1b7aa16-91a6-458b-8e33-8637d8d23bf7 will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:35:30.404857 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:30.459372 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:30.534899 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Attempting to bind port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:35:30.535239 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Attempting to bind port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:35:30.535568 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Attempting to bind port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:35:30.540823 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:35:30.541204 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Attempting to bind port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 on network 79d4d03c-f80a-44d6-bd4c-6174a4502958 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:35:30.547448 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:35:30.548368 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Checking segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:35:30.548793 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Bound using segment: {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:35:30.549269 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Bound port: f1b7aa16-91a6-458b-8e33-8637d8d23bf7, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:35:30.549627 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:30.618115 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] For port f1b7aa16-91a6-458b-8e33-8637d8d23bf7, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:35:30.621216 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] For port f1b7aa16-91a6-458b-8e33-8637d8d23bf7, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:35:30.708087 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:30.746836 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:30.747450 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:30.748925 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] 10.222.0.48 "PUT /v2.0/ports/f1b7aa16-91a6-458b-8e33-8637d8d23bf7 HTTP/1.1" status: 200 len: 1093 time: 0.8244450 Apr 12 14:35:30.749349 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:30.752028 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50af10a4-a0de-4d75-926a-17307e2f997f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:30.777111 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b69aa-9dbb-464b-a6f6-423765d22982 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:30.809485 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38fbc8d-b617-4756-b49b-10c1bad610b9 x-openstack-request-id: req-b38fbc8d-b617-4756-b49b-10c1bad610b9 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:30.809485 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:30.809485 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b38fbc8d-b617-4756-b49b-10c1bad610b9 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:30.809485 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38fbc8d-b617-4756-b49b-10c1bad610b9'] response: {'name': 'network-changed', 'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'status': 'completed', 'code': 200} Apr 12 14:35:30.880709 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af10a4-a0de-4d75-926a-17307e2f997f req-863c77af-dbd5-43a6-b340-2ac0057508da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:30.882313 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-50af10a4-a0de-4d75-926a-17307e2f997f req-863c77af-dbd5-43a6-b340-2ac0057508da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 1127 time: 0.0480115 Apr 12 14:35:30.993843 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af10a4-a0de-4d75-926a-17307e2f997f req-34ca16f6-0e1d-42e0-b45f-9cec1a6cd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:30.995305 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-50af10a4-a0de-4d75-926a-17307e2f997f req-34ca16f6-0e1d-42e0-b45f-9cec1a6cd887 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1052387 Apr 12 14:35:31.098816 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af10a4-a0de-4d75-926a-17307e2f997f req-641305b4-b92e-428f-8067-43d504b37e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:31.100229 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-50af10a4-a0de-4d75-926a-17307e2f997f req-641305b4-b92e-428f-8067-43d504b37e05 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976794 Apr 12 14:35:31.181309 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-6771ba1f-6134-4f31-8885-ab252e0490df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:31.183540 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-6771ba1f-6134-4f31-8885-ab252e0490df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 1127 time: 0.0461297 Apr 12 14:35:31.226921 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-5e9091a3-01a5-4ddd-a540-8f1485e20ab5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1b7aa16-91a6-458b-8e33-8637d8d23bf7 HTTP/1.1" status: 200 len: 217 time: 0.0362453 Apr 12 14:35:31.227347 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a557d6d-837d-496d-bedd-7b086f0be3fd req-d6ba4d04-a1c6-4b35-bca7-50d6e1f8620f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:31.228880 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2a557d6d-837d-496d-bedd-7b086f0be3fd req-d6ba4d04-a1c6-4b35-bca7-50d6e1f8620f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 943 time: 0.0522368 Apr 12 14:35:31.286952 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-d56a2921-3dfd-4587-88f6-f4660ae70c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:31.288466 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-d56a2921-3dfd-4587-88f6-f4660ae70c99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0546277 Apr 12 14:35:31.294271 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2a557d6d-837d-496d-bedd-7b086f0be3fd req-be4937fc-ac9e-49c0-aa6f-4f9cc0e0fecf tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592749 Apr 12 14:35:31.618349 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-8723e3bd-bfb0-41dc-8b41-dec8edac2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:31.619788 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-8723e3bd-bfb0-41dc-8b41-dec8edac2bcb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3243392 Apr 12 14:35:31.711553 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-b7b175ec-ede3-4c3a-84b1-e2455d6d167d service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846274 Apr 12 14:35:31.807914 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-08827d16-cc10-4452-9a35-c7f6dab91642 req-88b0a522-8fa3-408d-bca1-ff4d82a02e8e service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901079 Apr 12 14:35:32.415765 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1c14b-d824-467c-9ce6-672a46fb3924 req-eb5b8178-501d-402a-8e6a-ecf4dadf4f3f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:32.417388 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-53d1c14b-d824-467c-9ce6-672a46fb3924 req-eb5b8178-501d-402a-8e6a-ecf4dadf4f3f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 943 time: 0.0475273 Apr 12 14:35:32.467325 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-53d1c14b-d824-467c-9ce6-672a46fb3924 req-c750f5a2-8850-4084-a80e-284750782595 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431528 Apr 12 14:35:33.588382 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb77600-9dd9-4abe-9bc1-e8c2f8001f73 req-1afb6ccf-9122-4f96-8498-7f49fb8cccee tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:33.589946 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9eb77600-9dd9-4abe-9bc1-e8c2f8001f73 req-1afb6ccf-9122-4f96-8498-7f49fb8cccee tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 943 time: 0.0529275 Apr 12 14:35:33.641558 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9eb77600-9dd9-4abe-9bc1-e8c2f8001f73 req-f4ea138c-cdd4-4cd3-a266-14c08331aa45 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446908 Apr 12 14:35:34.765332 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f54f19-640e-4226-992a-8d7189f902a9 req-5e98f411-aa0c-486e-b3d8-215d1e2318dd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:34.766932 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e8f54f19-640e-4226-992a-8d7189f902a9 req-5e98f411-aa0c-486e-b3d8-215d1e2318dd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 943 time: 0.0546281 Apr 12 14:35:34.819548 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e8f54f19-640e-4226-992a-8d7189f902a9 req-20ab8940-2c35-4e85-a043-e559e6748a00 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Apr 12 14:35:35.935797 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7594fec-87fc-47a7-a860-a3858bcec468 req-4511115f-848d-44e9-9b16-849c5d4b0de7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:35.938101 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b7594fec-87fc-47a7-a860-a3858bcec468 req-4511115f-848d-44e9-9b16-849c5d4b0de7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 943 time: 0.0494077 Apr 12 14:35:35.991568 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b7594fec-87fc-47a7-a860-a3858bcec468 req-65b8d97a-b45b-4ece-9d9c-a8e31a933ba7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477686 Apr 12 14:35:37.117926 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63f484-b39a-4167-8579-8c1ee6bb4bf2 req-165f37e3-3e17-4aad-8be6-8305f4ce2e99 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:37.119585 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6e63f484-b39a-4167-8579-8c1ee6bb4bf2 req-165f37e3-3e17-4aad-8be6-8305f4ce2e99 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 943 time: 0.0498078 Apr 12 14:35:37.172819 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6e63f484-b39a-4167-8579-8c1ee6bb4bf2 req-fbe5e25a-79cf-4821-ba21-10f16ccd4605 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Apr 12 14:35:38.291839 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040b473-92ac-42cf-bf09-16dfd6fe1813 req-b1b5ba2e-8064-4f06-abb5-7a0bec1ae214 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:38.293378 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b040b473-92ac-42cf-bf09-16dfd6fe1813 req-b1b5ba2e-8064-4f06-abb5-7a0bec1ae214 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 943 time: 0.0523496 Apr 12 14:35:38.345852 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b040b473-92ac-42cf-bf09-16dfd6fe1813 req-72a0f8eb-a611-4737-9835-8661686d694f tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446467 Apr 12 14:35:38.794861 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:39.462538 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14dd9-a9a8-4eaf-b8df-7c216f5848b3 req-76b6acb6-719f-4590-b1c1-6394efe3e7e7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:39.463986 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-86e14dd9-a9a8-4eaf-b8df-7c216f5848b3 req-76b6acb6-719f-4590-b1c1-6394efe3e7e7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 943 time: 0.0505588 Apr 12 14:35:39.513126 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-86e14dd9-a9a8-4eaf-b8df-7c216f5848b3 req-f5cf3cd6-d5ef-40de-9adf-c7ece74ed530 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Apr 12 14:35:39.715098 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device f1b7aa16-91a6-458b-8e33-8637d8d23bf7 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:35:39.816137 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port f1b7aa16-91a6-458b-8e33-8637d8d23bf7, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:39.828578 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'port_id': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'mac_address': 'fa:16:3e:72:82:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:35:39.865707 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:35:39.866097 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:39.879687 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b7aa16-91a6-458b-8e33-8637d8d23bf7 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:35:39.900010 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port f1b7aa16-91a6-458b-8e33-8637d8d23bf7, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:40.017560 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:40.069747 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:40.076825 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.078017 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.078364 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.078714 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.079051 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.079385 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.079710 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.080036 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.080364 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.080686 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.081033 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.081360 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.081683 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.081998 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.082314 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:40.269769 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['f1b7aa16-91a6-458b-8e33-8637d8d23bf7'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:35:40.627908 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb67f76-ff1c-4a8f-b179-35e73fe03ee7 req-17f07e6b-7215-4c7a-acfe-e4790ba4aed7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:40.629474 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7eb67f76-ff1c-4a8f-b179-35e73fe03ee7 req-17f07e6b-7215-4c7a-acfe-e4790ba4aed7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 944 time: 0.0484738 Apr 12 14:35:40.679643 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7eb67f76-ff1c-4a8f-b179-35e73fe03ee7 req-40496933-b814-4ece-85db-268257bb2307 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Apr 12 14:35:41.521283 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-f0fdcfd0-b20f-4659-b359-5dc4e909623f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391293 Apr 12 14:35:41.581720 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-1df06cab-ae29-4bc0-a82a-d94a155b5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:41.583220 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-1df06cab-ae29-4bc0-a82a-d94a155b5ebf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 1129 time: 0.0405157 Apr 12 14:35:41.699046 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-e92e693b-e682-4933-9b4c-b8ed65e10d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:41.700578 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-e92e693b-e682-4933-9b4c-b8ed65e10d30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 200 len: 911 time: 0.0942345 Apr 12 14:35:41.731045 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device f1b7aa16-91a6-458b-8e33-8637d8d23bf7 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:35:41.776359 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-8edf4a47-9049-46e1-8ae5-378093ebfe32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25 HTTP/1.1" status: 200 len: 1000 time: 0.0689378 Apr 12 14:35:41.792404 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:35:41.831804 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-ff1d2438-3534-4ee6-b5ee-eb747370b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:41.833419 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-ff1d2438-3534-4ee6-b5ee-eb747370b185 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa36b45a-9418-49ed-8526-e0cd073f8fed HTTP/1.1" status: 200 len: 849 time: 0.0509133 Apr 12 14:35:41.883217 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-f4cdc9e2-0298-41b0-9087-e0cac17a7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:41.884759 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-f4cdc9e2-0298-41b0-9087-e0cac17a7d20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444436 Apr 12 14:35:41.981063 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a9284-78c0-489b-8eff-3ada82372869 req-c3ea2b43-614b-4181-8c75-2b78012d4d75 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:41.981652 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:35:41.982038 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:41.982535 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c2a9284-78c0-489b-8eff-3ada82372869 req-c3ea2b43-614b-4181-8c75-2b78012d4d75 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 944 time: 0.2219996 Apr 12 14:35:42.046778 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-e3bf30c6-602e-401d-871b-2f180a24c993 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509326 Apr 12 14:35:42.065443 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c2a9284-78c0-489b-8eff-3ada82372869 req-53fbbb36-8767-4a2e-b25e-cdf3cea91a7e tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756278 Apr 12 14:35:42.068533 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:35:42.068792 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:42.094999 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:42.097299 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a0357c-8317-4f0a-85d6-e72a501c125d" -d '{"events": [{"server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "name": "network-vif-plugged", "status": "completed", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:42.112905 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port f1b7aa16-91a6-458b-8e33-8637d8d23bf7, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:42.135383 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcc82b6-c32d-4281-bae2-eefd91b1bf63 x-openstack-request-id: req-9dcc82b6-c32d-4281-bae2-eefd91b1bf63 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:42.135675 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "name": "network-vif-plugged", "status": "completed", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:42.135927 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dcc82b6-c32d-4281-bae2-eefd91b1bf63 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:42.136348 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcc82b6-c32d-4281-bae2-eefd91b1bf63'] response: {'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'code': 200} Apr 12 14:35:42.149324 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9e6d52d0-d9b8-439c-b213-d5e1ae0644e2 req-83845c79-1539-4a53-9f29-94a509b416c1 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964992 Apr 12 14:35:42.234756 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:42.289221 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:42.562982 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c61e-0c57-48b8-ab9c-7843fc823104 req-17c42209-22a3-45f7-a23f-6e2de62d9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:42.564396 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6592c61e-0c57-48b8-ab9c-7843fc823104 req-17c42209-22a3-45f7-a23f-6e2de62d9b19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 1129 time: 0.0443687 Apr 12 14:35:42.611074 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6592c61e-0c57-48b8-ab9c-7843fc823104 req-16469b5f-9df4-449b-b977-5a032747f183 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399637 Apr 12 14:35:43.237459 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a6b64-2495-424c-9d61-c821937c729c req-6a69356f-522e-400f-99d8-a418e62f38de tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:43.238906 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-706a6b64-2495-424c-9d61-c821937c729c req-6a69356f-522e-400f-99d8-a418e62f38de tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 945 time: 0.1030571 Apr 12 14:35:43.294914 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-706a6b64-2495-424c-9d61-c821937c729c req-98ccde9b-18f1-473a-becd-23f3cf6aef15 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499153 Apr 12 14:35:43.758474 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0845f312-eb2c-48e3-9774-8874ada7f56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:44.411232 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4557-835a-49e5-8cb8-b9e6e6cff94a req-5ec2b088-898a-48d5-b242-c6f0c50e90de tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:44.412717 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bbee4557-835a-49e5-8cb8-b9e6e6cff94a req-5ec2b088-898a-48d5-b242-c6f0c50e90de tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 945 time: 0.0467350 Apr 12 14:35:44.462152 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bbee4557-835a-49e5-8cb8-b9e6e6cff94a req-7d83237e-dfb0-45cd-9f04-a33dbed6be10 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435581 Apr 12 14:35:44.585583 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1248d2-62ed-4b02-93e1-dd876912f7f0 req-e76a367d-e5da-4588-a23b-1c669f0a6fc4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:44.586968 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea1248d2-62ed-4b02-93e1-dd876912f7f0 req-e76a367d-e5da-4588-a23b-1c669f0a6fc4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 945 time: 0.0485318 Apr 12 14:35:44.636058 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea1248d2-62ed-4b02-93e1-dd876912f7f0 req-a15257aa-7df2-443d-b770-a36385c41112 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Apr 12 14:35:44.660775 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46348) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:44.699726 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4da886-74da-4d9f-9bd9-c83f8a53b170 tempest-TestVolumeBootPattern-2140238721 tempest-TestVolumeBootPattern-2140238721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:44.704875 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2e4da886-74da-4d9f-9bd9-c83f8a53b170 tempest-TestVolumeBootPattern-2140238721 tempest-TestVolumeBootPattern-2140238721-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 1124 time: 0.0394397 Apr 12 14:35:44.705138 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46350) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:44.709510 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'port_id': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:44.829572 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:44.918055 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:45.026414 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Allocated IP 172.27.3.145 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/9527051e-d9e7-44f9-81d8-c6c11ba6a30d) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:35:45.175794 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for port (9527051e-d9e7-44f9-81d8-c6c11ba6a30d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:45.191265 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f383bbd-8c1f-4396-b3ae-d9eddffb9340 req-ea550c53-808d-456d-b5fe-777c63ea6dec tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:45.192808 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f383bbd-8c1f-4396-b3ae-d9eddffb9340 req-ea550c53-808d-456d-b5fe-777c63ea6dec tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0713079 Apr 12 14:35:45.255672 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f383bbd-8c1f-4396-b3ae-d9eddffb9340 req-424d91ac-afa6-4a86-94d2-5476d30d2f47 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560229 Apr 12 14:35:45.326889 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (9527051e-d9e7-44f9-81d8-c6c11ba6a30d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:45.370969 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:35:45.374758 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:35:45.378685 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:35:45.402306 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'Port': ['ID=9527051e-d9e7-44f9-81d8-c6c11ba6a30d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:46.026061 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (001b85d3-e5e4-4baf-b784-ce21e0de147e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.086362 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-56b47782-1193-4195-a0b3-bad19991cf52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.322835 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (9527051e-d9e7-44f9-81d8-c6c11ba6a30d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.359958 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708b52e-5d61-41d9-9087-2c01ceca91e1 req-aa05c66b-3717-48f4-9863-bfaa7befc6e8 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:46.361540 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9708b52e-5d61-41d9-9087-2c01ceca91e1 req-aa05c66b-3717-48f4-9863-bfaa7befc6e8 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0769677 Apr 12 14:35:46.381189 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcda1d9-f2bc-4547-853b-fcbec038c980 req-22cc5461-4634-4c4b-aa1d-9a890476ae5e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:46.382989 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1dcda1d9-f2bc-4547-853b-fcbec038c980 req-22cc5461-4634-4c4b-aa1d-9a890476ae5e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0531263 Apr 12 14:35:46.438047 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1dcda1d9-f2bc-4547-853b-fcbec038c980 req-864cc371-d916-4598-8126-b6fbda0736e3 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486679 Apr 12 14:35:46.490940 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-a04676c8-5858-431a-95a4-a5465a6bffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:46.492796 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-a04676c8-5858-431a-95a4-a5465a6bffe4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 1169 time: 0.0434315 Apr 12 14:35:46.499465 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9708b52e-5d61-41d9-9087-2c01ceca91e1 req-ce198380-92eb-4d7a-8381-396a666aefc3 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303923 Apr 12 14:35:46.556879 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for port (9527051e-d9e7-44f9-81d8-c6c11ba6a30d), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.603899 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-5dc89018-b467-4348-9c51-84e9d88c54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:46.605456 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-5dc89018-b467-4348-9c51-84e9d88c54ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=32ac35bc-1a35-45c4-a59c-66fb439e024c HTTP/1.1" status: 200 len: 916 time: 0.1013074 Apr 12 14:35:46.629174 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (9527051e-d9e7-44f9-81d8-c6c11ba6a30d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.681519 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-f4ea9c2f-d0e9-4e65-bd37-6594168f1b0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 200 len: 1001 time: 0.0676024 Apr 12 14:35:46.705685 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event updated for resources: {'Port': ['ID=9527051e-d9e7-44f9-81d8-c6c11ba6a30d,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:46.719920 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (001b85d3-e5e4-4baf-b784-ce21e0de147e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.734299 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-eb61cd74-6763-4501-b5b1-6c0a7ab526f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:46.740839 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-eb61cd74-6763-4501-b5b1-6c0a7ab526f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f5ef46-b722-4f58-a294-ec19bf01c503 HTTP/1.1" status: 200 len: 854 time: 0.0472734 Apr 12 14:35:46.785754 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-1b4dc16f-137c-4539-ae84-44c038082ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:46.787344 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-1b4dc16f-137c-4539-ae84-44c038082ac2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32ac35bc-1a35-45c4-a59c-66fb439e024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454285 Apr 12 14:35:46.831153 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Floating IP 001b85d3-e5e4-4baf-b784-ce21e0de147e associated. External IP: 172.27.3.145, port: f1b7aa16-91a6-458b-8e33-8637d8d23bf7. Apr 12 14:35:46.884055 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-08cf016e-d585-467e-9304-00e75bc8f2c7 service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888209 Apr 12 14:35:46.991094 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ef4e457b-25d2-4381-94e7-da523f55b351 req-ab041bfa-89d9-46bb-a165-9550b66b2896 service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987163 Apr 12 14:35:47.006884 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:47.062817 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Router 128c1704-2d74-40f6-9410-15e2e83bea71 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:35:47.179762 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:35:47.190847 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] Sync routers for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:35:47.201147 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:35:47.202517 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:35:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:47.268169 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:47.301360 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0563fcb6-5e71-49fb-822d-930867ebdb58 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5950353 Apr 12 14:35:47.302640 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:47.304352 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:47.318338 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:35:47.342095 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14978d10-13a5-430a-9a17-5b4513c1e2dc x-openstack-request-id: req-14978d10-13a5-430a-9a17-5b4513c1e2dc {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:47.342452 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:47.342760 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14978d10-13a5-430a-9a17-5b4513c1e2dc {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:47.343191 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14978d10-13a5-430a-9a17-5b4513c1e2dc'] response: {'name': 'network-changed', 'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'status': 'completed', 'code': 200} Apr 12 14:35:47.437388 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-04c03802-5cba-42bd-a5c2-a9c167552005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.439482 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-04c03802-5cba-42bd-a5c2-a9c167552005 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 1129 time: 0.0418522 Apr 12 14:35:47.563554 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-d564feb1-73c8-419c-bfd5-bac94287503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.565484 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-d564feb1-73c8-419c-bfd5-bac94287503b service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 912 time: 0.1097207 Apr 12 14:35:47.569962 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '001b85d3-e5e4-4baf-b784-ce21e0de147e', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:72:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a132066-7b6d-4461-8885-4f324d001d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:35:45Z', 'updated_at': '2022-04-12T14:35:45Z', 'revision_number': 0, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}, {'id': 'f422bb8a-90fc-49e5-8018-7bbfbd7e6137', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:21Z', 'updated_at': '2022-04-12T14:33:24Z', 'revision_number': 1, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:47.573164 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a9960-70f0-46ed-85f8-205322e5a5be req-ce68d5a0-d5af-4c70-9f7a-17ed49298091 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.575726 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-677a9960-70f0-46ed-85f8-205322e5a5be req-ce68d5a0-d5af-4c70-9f7a-17ed49298091 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0592964 Apr 12 14:35:47.608714 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] Checking router: 128c1704-2d74-40f6-9410-15e2e83bea71 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:35:47.617948 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:35:47.618612 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:35:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:47.639407 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-677a9960-70f0-46ed-85f8-205322e5a5be req-d3f9b60c-e55d-4ccd-a30a-8bb52b795b42 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557013 Apr 12 14:35:47.682090 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76c4d8-c806-4a42-989a-ba7a34546e39 req-4abcf719-9971-4447-97b5-1b213128c247 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.683713 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8b76c4d8-c806-4a42-989a-ba7a34546e39 req-4abcf719-9971-4447-97b5-1b213128c247 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0946295 Apr 12 14:35:47.702390 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-b69e2cf4-c0cf-49c1-b935-68804b7f5117 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1b7aa16-91a6-458b-8e33-8637d8d23bf7 HTTP/1.1" status: 200 len: 999 time: 0.1286821 Apr 12 14:35:47.734948 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:35:47.788548 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-4599121b-fee8-4d34-a1f0-cfa349a2ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.790099 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-4599121b-fee8-4d34-a1f0-cfa349a2ccc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0812435 Apr 12 14:35:47.796046 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8b76c4d8-c806-4a42-989a-ba7a34546e39 req-93879f09-18aa-4401-a912-2bb2bd1716b0 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035516 Apr 12 14:35:47.837688 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-05944f59-50a6-439f-ac11-0051738b6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.839265 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-05944f59-50a6-439f-ac11-0051738b6809 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421169 Apr 12 14:35:47.933055 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-c8dd6c17-9818-450b-89a7-84636ee3c4c5 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869718 Apr 12 14:35:47.961558 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '001b85d3-e5e4-4baf-b784-ce21e0de147e', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:72:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a132066-7b6d-4461-8885-4f324d001d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:35:45Z', 'updated_at': '2022-04-12T14:35:45Z', 'revision_number': 0, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}, {'id': 'f422bb8a-90fc-49e5-8018-7bbfbd7e6137', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:21Z', 'updated_at': '2022-04-12T14:33:24Z', 'revision_number': 1, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:47.992445 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a54fc-391b-441c-910f-49dacc75e7e2 None None] The sync data for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi is: [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '001b85d3-e5e4-4baf-b784-ce21e0de147e', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:72:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a132066-7b6d-4461-8885-4f324d001d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:35:45Z', 'updated_at': '2022-04-12T14:35:45Z', 'revision_number': 0, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}, {'id': 'f422bb8a-90fc-49e5-8018-7bbfbd7e6137', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:21Z', 'updated_at': '2022-04-12T14:33:24Z', 'revision_number': 1, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:35:48.023965 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-97a37c07-3d8d-488f-b9c9-14ffb19e29c6 req-8426495f-bb11-4845-8283-acacdb155ec4 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850604 Apr 12 14:35:48.189877 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b5733-a805-4f6a-96da-362ffefa8ae8 None None] New status for floating IP 001b85d3-e5e4-4baf-b784-ce21e0de147e: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:35:48.583432 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:48.755723 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d541ad-7d66-4571-811b-00f51fa5dfe2 req-b1471ea8-6440-444c-83d6-209b4d44ac80 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:48.757292 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03d541ad-7d66-4571-811b-00f51fa5dfe2 req-b1471ea8-6440-444c-83d6-209b4d44ac80 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0492790 Apr 12 14:35:48.812661 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03d541ad-7d66-4571-811b-00f51fa5dfe2 req-cc47dcd6-f0ca-4e34-b0c9-4177dba8b219 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493240 Apr 12 14:35:48.922522 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566ef2a-3f4f-4cea-b6ee-e078b24cb837 req-7f9a7a4a-3db2-4d5a-b085-c0cdd6d1be0b tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:48.924009 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5566ef2a-3f4f-4cea-b6ee-e078b24cb837 req-7f9a7a4a-3db2-4d5a-b085-c0cdd6d1be0b tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0489666 Apr 12 14:35:48.988471 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5566ef2a-3f4f-4cea-b6ee-e078b24cb837 req-d263f9e6-2471-4d99-a6b3-95f70b9ffa37 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587063 Apr 12 14:35:49.927686 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906aa94-52df-49b9-8259-58329d8c6b82 req-c541b09a-c3b7-4666-b22d-dc2082f0117e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:49.929172 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e906aa94-52df-49b9-8259-58329d8c6b82 req-c541b09a-c3b7-4666-b22d-dc2082f0117e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0474479 Apr 12 14:35:49.978908 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e906aa94-52df-49b9-8259-58329d8c6b82 req-eac97b8d-5db4-497c-a1a2-ccfadfe6ed98 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Apr 12 14:35:50.011575 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:50.101986 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb6b5-70f2-4c45-bdc3-dec5e84ae8b8 req-e2eb0e87-347e-4f69-b110-98a2e8220b2b tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:50.103430 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c5ddb6b5-70f2-4c45-bdc3-dec5e84ae8b8 req-e2eb0e87-347e-4f69-b110-98a2e8220b2b tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0482793 Apr 12 14:35:50.163842 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c5ddb6b5-70f2-4c45-bdc3-dec5e84ae8b8 req-f6e60c66-6198-4f68-83f3-d1206fc2dca6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538118 Apr 12 14:35:51.097966 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37004d66-daf4-455d-894e-681466418136 req-4527e1a5-180f-4ace-ab91-9348dd48101d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:51.099494 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-37004d66-daf4-455d-894e-681466418136 req-4527e1a5-180f-4ace-ab91-9348dd48101d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0495765 Apr 12 14:35:51.147531 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-37004d66-daf4-455d-894e-681466418136 req-d0646838-403b-4a1e-8b3a-3349a770dded tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Apr 12 14:35:51.282632 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755c32-2eb7-4664-bde2-0122e68f78f0 req-5770fd3b-3129-48b5-be8f-603b09c4dbfd tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:51.284171 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7e755c32-2eb7-4664-bde2-0122e68f78f0 req-5770fd3b-3129-48b5-be8f-603b09c4dbfd tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0495498 Apr 12 14:35:51.347351 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7e755c32-2eb7-4664-bde2-0122e68f78f0 req-1b710757-8a53-4f39-94d5-cbc390cabb10 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575113 Apr 12 14:35:52.266061 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4ec5-a4ce-4c4c-a96a-3c50f4fba02d req-35a70634-d61b-4288-99a0-6f5b13e64c78 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:52.267638 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53dc4ec5-a4ce-4c4c-a96a-3c50f4fba02d req-35a70634-d61b-4288-99a0-6f5b13e64c78 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0518377 Apr 12 14:35:52.315787 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53dc4ec5-a4ce-4c4c-a96a-3c50f4fba02d req-62e84a5c-33ff-41f7-a446-a5c303830aed tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Apr 12 14:35:52.467450 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da574d50-86fe-4246-bff9-86af64a1bddf req-a4187246-27b4-4e52-bba8-0fccb6e5c9b5 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:52.469190 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-da574d50-86fe-4246-bff9-86af64a1bddf req-a4187246-27b4-4e52-bba8-0fccb6e5c9b5 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0525115 Apr 12 14:35:52.528584 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-da574d50-86fe-4246-bff9-86af64a1bddf req-93ed9925-8a8e-41fa-b10b-0396947270b4 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537367 Apr 12 14:35:52.765737 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:35:53.431249 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bee51-9fa7-49c9-91fe-6e01f7734360 req-73432dd4-8e7a-40f3-8da8-1f1943bb93f6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:53.432724 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-899bee51-9fa7-49c9-91fe-6e01f7734360 req-73432dd4-8e7a-40f3-8da8-1f1943bb93f6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Apr 12 14:35:53.479088 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-899bee51-9fa7-49c9-91fe-6e01f7734360 req-48ad7508-7144-4e57-8301-386b50a4d7e6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Apr 12 14:35:53.646757 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7e881-536b-4f45-aa0e-e0348e8d6a3a req-af9bd9a7-7b62-4d97-9c77-9abf11fd2660 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:53.648248 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7de7e881-536b-4f45-aa0e-e0348e8d6a3a req-af9bd9a7-7b62-4d97-9c77-9abf11fd2660 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0474114 Apr 12 14:35:53.707771 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-7de7e881-536b-4f45-aa0e-e0348e8d6a3a req-b9e5b1d9-e1a2-4f3f-b5bd-7eea31085ad8 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538061 Apr 12 14:35:54.596309 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e056f-3a7f-4e8c-901f-f5a5bc2638aa req-0799a301-3997-4b02-9e61-da4e8e6753a3 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:54.597699 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-521e056f-3a7f-4e8c-901f-f5a5bc2638aa req-0799a301-3997-4b02-9e61-da4e8e6753a3 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0491676 Apr 12 14:35:54.649422 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-521e056f-3a7f-4e8c-901f-f5a5bc2638aa req-90469337-4ea7-4d0c-a2b8-604e612a5313 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460188 Apr 12 14:35:54.820874 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa731f3-b9e9-4e6d-b582-84f12a21ef32 req-646bb11e-d215-4e79-a29c-b0ce6e596052 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:54.822416 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4aa731f3-b9e9-4e6d-b582-84f12a21ef32 req-646bb11e-d215-4e79-a29c-b0ce6e596052 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0474072 Apr 12 14:35:54.888811 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-4aa731f3-b9e9-4e6d-b582-84f12a21ef32 req-b8c477b1-eb33-4def-bd65-c6828195475c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582576 Apr 12 14:35:55.771098 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b353b9-7c12-452d-ba71-f03d90b797fc req-18842f48-588a-40ca-9978-0d451e796e9c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:55.772597 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-60b353b9-7c12-452d-ba71-f03d90b797fc req-18842f48-588a-40ca-9978-0d451e796e9c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0520842 Apr 12 14:35:55.820612 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-60b353b9-7c12-452d-ba71-f03d90b797fc req-02052f6e-f9da-4332-ad30-14a5b89ff62e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 Apr 12 14:35:56.001804 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc0a01-a51b-4f67-8f90-22843d8bfff8 req-5164cd22-54d9-4350-aa41-b33f776eae2a tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:56.003270 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-94bc0a01-a51b-4f67-8f90-22843d8bfff8 req-5164cd22-54d9-4350-aa41-b33f776eae2a tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0473895 Apr 12 14:35:56.060202 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-94bc0a01-a51b-4f67-8f90-22843d8bfff8 req-68cf0e14-e5bf-41cb-85e2-b1890eaf3a48 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512817 Apr 12 14:35:56.933407 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be17ed4-2e76-409b-b3af-f0dcf07e469f req-8ddfc010-ee08-49fc-ac01-94bf4f62e6bb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:56.934845 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6be17ed4-2e76-409b-b3af-f0dcf07e469f req-8ddfc010-ee08-49fc-ac01-94bf4f62e6bb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0468824 Apr 12 14:35:56.985311 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6be17ed4-2e76-409b-b3af-f0dcf07e469f req-b28bb027-5563-49f2-8a6d-529fb511e139 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433438 Apr 12 14:35:57.181641 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df7598-a402-4cea-801c-b17124574471 req-05f85830-7533-4c4b-9e05-7a743caa9394 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:57.183089 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d3df7598-a402-4cea-801c-b17124574471 req-05f85830-7533-4c4b-9e05-7a743caa9394 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0546012 Apr 12 14:35:57.244861 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d3df7598-a402-4cea-801c-b17124574471 req-402e410c-6431-452c-bd16-4eb643fa2f6c tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557351 Apr 12 14:35:57.462562 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0d5a6-5c76-49f5-a90c-6e16a31f2bac req-2ceb5113-0b88-45f3-98a3-20309a960cac tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:57.464113 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-55a0d5a6-5c76-49f5-a90c-6e16a31f2bac req-2ceb5113-0b88-45f3-98a3-20309a960cac tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0504882 Apr 12 14:35:57.512423 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-55a0d5a6-5c76-49f5-a90c-6e16a31f2bac req-7621f955-8cb3-4f5b-a594-1dba046fbfe1 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416377 Apr 12 14:35:57.619503 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-a8a21ed4-93b5-4294-88da-502896607df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:57.620991 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-a8a21ed4-93b5-4294-88da-502896607df2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 1129 time: 0.0388730 Apr 12 14:35:57.714675 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-e8adda1f-70da-4e7f-97ce-b306de2a4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:57.716133 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-e8adda1f-70da-4e7f-97ce-b306de2a4039 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 200 len: 911 time: 0.0889027 Apr 12 14:35:57.783645 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-ae799715-9846-41f5-accc-cb3c75ade34d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25 HTTP/1.1" status: 200 len: 1000 time: 0.0578189 Apr 12 14:35:57.836477 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-3eaacc80-2574-46bd-8902-0c76e22a64eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:57.838051 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-3eaacc80-2574-46bd-8902-0c76e22a64eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa36b45a-9418-49ed-8526-e0cd073f8fed HTTP/1.1" status: 200 len: 849 time: 0.0476699 Apr 12 14:35:58.212568 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-c650abe1-e403-47e1-b302-759c49d9ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:58.214126 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-c650abe1-e403-47e1-b302-759c49d9ba88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392852 Apr 12 14:35:58.317825 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-5bdb61d8-9d5c-4d42-b99f-948e4bf86fed service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103904) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:35:58.318866 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-5bdb61d8-9d5c-4d42-b99f-948e4bf86fed service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052817 Apr 12 14:35:58.416223 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44984536-0e63-42b5-a631-b0348b4504da req-e412d7eb-d0be-4746-b020-797e68834dee tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:58.417730 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-44984536-0e63-42b5-a631-b0348b4504da req-e412d7eb-d0be-4746-b020-797e68834dee tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0979633 Apr 12 14:35:58.469950 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-e4824e6d-8a7a-470b-b56c-aa9461413ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412961 Apr 12 14:35:58.521313 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-44984536-0e63-42b5-a631-b0348b4504da req-3a4e6ee7-c820-4087-a44e-4ec3fb14c623 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967667 Apr 12 14:35:58.582208 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2c5d359-4f81-4dad-8c23-31edb0c6bc2b req-922af369-6b3a-4c8b-997e-2fe3ec272cad service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987980 Apr 12 14:35:58.633523 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394d97e-b3eb-4bfa-9371-05de8497fff2 req-adb05996-aede-4c63-9f2b-095e246df7b0 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:58.635036 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5394d97e-b3eb-4bfa-9371-05de8497fff2 req-adb05996-aede-4c63-9f2b-095e246df7b0 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0513361 Apr 12 14:35:58.685542 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5394d97e-b3eb-4bfa-9371-05de8497fff2 req-5db2de7a-30b9-4a51-8724-8e5b04095a31 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441144 Apr 12 14:35:59.644015 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58df9-54c3-4b69-9404-006b203e97ed req-94d2f8f3-a1bf-43ef-ba7a-2d3f7631f0ac tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:59.645581 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-40b58df9-54c3-4b69-9404-006b203e97ed req-94d2f8f3-a1bf-43ef-ba7a-2d3f7631f0ac tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0541720 Apr 12 14:35:59.709948 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-40b58df9-54c3-4b69-9404-006b203e97ed req-6a64e913-ebdf-4fb7-b40e-0ed05726e1da tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a72d30a-e7b7-4048-ac54-76872b81d6bf&id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580294 Apr 12 14:35:59.801578 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4d86-4062-48d2-9e18-b5c0939c273c req-849bf308-da11-47c7-ab92-09ed9562eaba tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:59.803148 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96ae4d86-4062-48d2-9e18-b5c0939c273c req-849bf308-da11-47c7-ab92-09ed9562eaba tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0474386 Apr 12 14:35:59.849411 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96ae4d86-4062-48d2-9e18-b5c0939c273c req-265b7340-a8fd-4203-929d-7eb094aafef3 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Apr 12 14:36:08.771010 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:13.760163 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0754ddcf-5c2a-4e85-804f-e431e03a6665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:15.959915 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8c215dbb-4290-4a01-ace5-7955c7144770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:16.988167 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:18.628173 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:20.015256 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:29.764399 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:36:38.536600 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-314aa62c-3bf6-4f66-98b5-c1ee72986620 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340314137&fields=id&tenant_id=4a2b25630afa4793a520fafc47c2c2ff HTTP/1.1" status: 200 len: 267 time: 0.0467260 Apr 12 14:36:38.589551 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d0a2723-3a03-441c-82ce-51c819f01547 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:38.591055 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d0a2723-3a03-441c-82ce-51c819f01547 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 985 time: 0.0491481 Apr 12 14:36:38.601966 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Request body: {'port': {'security_groups': ['fb736d69-6d8d-4308-a015-378687349af7']}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:36:38.688894 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.755188 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f42ba8-8ac9-47ff-b273-4516d75f378a req-c85b5ac0-6822-44ac-a525-60b849233835 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:38.756630 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-04f42ba8-8ac9-47ff-b273-4516d75f378a req-c85b5ac0-6822-44ac-a525-60b849233835 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Apr 12 14:36:38.766067 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.819140 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-04f42ba8-8ac9-47ff-b273-4516d75f378a req-67d3918d-fb30-4c21-bd9e-725ac7a5aab1 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566852 Apr 12 14:36:38.885729 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] For port e7205431-2de8-4d7b-8644-e6f30ba5f66e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:38.916111 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.974543 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.987442 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e7205431-2de8-4d7b-8644-e6f30ba5f66e'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:36:39.020148 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:39.020781 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.022218 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-60a7bd20-7752-4069-b4bd-d7b90b5947a2 req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "PUT /v2.0/ports/e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 200 len: 943 time: 0.4247637 Apr 12 14:36:39.023036 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:39.024994 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:39.028859 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46470) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:39.061998 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event updated for resources: {'Port': ['ID=e7205431-2de8-4d7b-8644-e6f30ba5f66e,revision_number=7']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.083005 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.086387 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.086750 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18b399-0a24-4dc5-bb4d-68bd8f1ca439 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.131712 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group (5a72d30a-e7b7-4048-ac54-76872b81d6bf), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.143862 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e7205431-2de8-4d7b-8644-e6f30ba5f66e'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:36:39.165044 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6b6f0f-3e91-44f3-b52c-a365f4938082 x-openstack-request-id: req-da6b6f0f-3e91-44f3-b52c-a365f4938082 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:39.165338 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:39.165595 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da6b6f0f-3e91-44f3-b52c-a365f4938082 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:39.166006 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6b6f0f-3e91-44f3-b52c-a365f4938082'] response: {'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'status': 'completed', 'code': 200} Apr 12 14:36:39.166398 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group (5a72d30a-e7b7-4048-ac54-76872b81d6bf), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.302057 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (5a72d30a-e7b7-4048-ac54-76872b81d6bf), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.304716 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.305927 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "DELETE /v2.0/security-groups/5a72d30a-e7b7-4048-ac54-76872b81d6bf HTTP/1.1" status: 204 len: 168 time: 0.2739098 Apr 12 14:36:39.308696 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46476) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:39.315772 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a72d30a-e7b7-4048-ac54-76872b81d6bf,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:39.322901 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.323288 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.323640 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.323980 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.324319 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.324654 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.325016 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.325346 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.325676 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.326002 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.326487 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.327001 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.327532 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.328117 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.328450 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b19380-1f7f-460f-96a2-e2d3c80d66a6 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:39.349029 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-755b50b8-6ecd-47f9-8cd7-5c4377e5794b None None] Provisioning complete for port e7205431-2de8-4d7b-8644-e6f30ba5f66e triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:36:39.349401 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-755b50b8-6ecd-47f9-8cd7-5c4377e5794b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.433435 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-755b50b8-6ecd-47f9-8cd7-5c4377e5794b None None] Current status of the port e7205431-2de8-4d7b-8644-e6f30ba5f66e is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:36:39.468796 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Deleting port 4400353f-4494-447c-9348-70a980533d1f {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:39.469235 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (4400353f-4494-447c-9348-70a980533d1f), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.549630 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (4400353f-4494-447c-9348-70a980533d1f), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.550297 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for floatingip (4400353f-4494-447c-9348-70a980533d1f), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.562500 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Calling delete_port for 4400353f-4494-447c-9348-70a980533d1f owned by network:floatingip {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:39.816837 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (4400353f-4494-447c-9348-70a980533d1f), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.850229 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event deleted for resources: {'Port': ['ID=4400353f-4494-447c-9348-70a980533d1f,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:39.936482 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks [] for floatingip (23cad5a7-d780-4372-89eb-6938e6a0dad3), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.936958 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Floating IP 23cad5a7-d780-4372-89eb-6938e6a0dad3 disassociated (deleted). External IP: 172.27.3.60, port: e7205431-2de8-4d7b-8644-e6f30ba5f66e. Apr 12 14:36:39.978309 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90a1e-6921-4821-baf2-f11557edd76e req-585ffb20-f8ff-4be3-b6e7-b8732b076e19 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:39.979792 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-eec90a1e-6921-4821-baf2-f11557edd76e req-585ffb20-f8ff-4be3-b6e7-b8732b076e19 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0882373 Apr 12 14:36:40.078947 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-eec90a1e-6921-4821-baf2-f11557edd76e req-075e6e96-e30e-4579-89a6-583a676cf69c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901947 Apr 12 14:36:40.469656 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Router 65edb725-e048-4097-9d2a-57c13e95f53f has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:40.564027 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-4e30c14e-a86c-4ccc-bf70-54fb60857f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:40.565555 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-4e30c14e-a86c-4ccc-bf70-54fb60857f2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 1130 time: 0.1307671 Apr 12 14:36:40.573111 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-4e94b981-35a6-46e6-8844-dac74d1b5f99 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:40.574897 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-4e94b981-35a6-46e6-8844-dac74d1b5f99 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0624630 Apr 12 14:36:40.671257 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:40.673140 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Deleting port bec065d0-25f4-413a-83a4-9df1a06b1f25 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:40.673506 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:40.677078 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:40.684152 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] Sync routers for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:40.695027 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:40.696022 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:40.724571 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-dccc838d-2dd3-47ec-849c-485c6ec4b39d tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "DELETE /v2.0/floatingips/23cad5a7-d780-4372-89eb-6938e6a0dad3 HTTP/1.1" status: 204 len: 168 time: 1.4142988 Apr 12 14:36:40.730136 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-7a065f7e-4083-4a55-9c53-329391e811ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:40.733679 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-7a065f7e-4083-4a55-9c53-329391e811ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=32ac35bc-1a35-45c4-a59c-66fb439e024c HTTP/1.1" status: 200 len: 916 time: 0.1423929 Apr 12 14:36:40.775404 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] For port bec065d0-25f4-413a-83a4-9df1a06b1f25, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bec065d0-25f4-413a-83a4-9df1a06b1f25,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:40.775975 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:40.787322 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-a82d4562-9f42-4162-9b6d-8eca6266b7dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 200 len: 217 time: 0.0442305 Apr 12 14:36:40.829378 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:40.849331 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-16ec0e4b-9299-48b4-b721-64fb431ae40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:40.851534 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-16ec0e4b-9299-48b4-b721-64fb431ae40d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f5ef46-b722-4f58-a294-ec19bf01c503 HTTP/1.1" status: 200 len: 854 time: 0.0589318 Apr 12 14:36:40.909378 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-038c2205-0a1c-4daa-9467-9530ca59d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:40.910982 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-038c2205-0a1c-4daa-9467-9530ca59d794 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32ac35bc-1a35-45c4-a59c-66fb439e024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540211 Apr 12 14:36:40.985086 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:40.985888 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (c18d1b79-204b-48fe-86ba-cbc4b17a9bab), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:40.986564 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Floating IP c18d1b79-204b-48fe-86ba-cbc4b17a9bab disassociated. External IP: 172.27.3.85, port: bec065d0-25f4-413a-83a4-9df1a06b1f25. Apr 12 14:36:40.987081 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Calling delete_port for bec065d0-25f4-413a-83a4-9df1a06b1f25 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:41.014905 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-5d13af91-f083-45a1-b512-7978d30c7fdb service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981534 Apr 12 14:36:41.066542 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '77887362-1ab2-465e-a74d-f52cfd3279b2', 'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'mac_address': 'fa:16:3e:c8:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:27Z', 'updated_at': '2022-04-12T14:34:32Z', 'revision_number': 5, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'subnets': [{'id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:41.106160 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] Checking router: 65edb725-e048-4097-9d2a-57c13e95f53f for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:41.121238 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:41.122269 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:41.144079 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-04b7efc1-7107-4c1c-ae7b-ad4535174fa2 req-e087292b-4ffc-4862-8a92-ef526407438e service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232946 Apr 12 14:36:41.167055 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:41.169843 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2359fa3a-e46e-4a04-9591-8a2e89dfb633" -d '{"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:41.221311 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9275d3de-6a39-416e-bef9-5941e8d6f194 x-openstack-request-id: req-9275d3de-6a39-416e-bef9-5941e8d6f194 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:41.221879 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565936c3-02f6-4879-9747-530063048968", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:41.222140 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9275d3de-6a39-416e-bef9-5941e8d6f194 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:41.222552 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9275d3de-6a39-416e-bef9-5941e8d6f194'] response: {'name': 'network-changed', 'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'status': 'completed', 'code': 200} Apr 12 14:36:41.270274 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb83128-5a65-4d12-9b85-1341737cc4ba req-c80b1252-d35b-40f8-960d-60df7373ca5d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:41.272195 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0bb83128-5a65-4d12-9b85-1341737cc4ba req-c80b1252-d35b-40f8-960d-60df7373ca5d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 945 time: 0.0761659 Apr 12 14:36:41.281254 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (bec065d0-25f4-413a-83a4-9df1a06b1f25), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:41.298825 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-f96b20d0-3690-4f8e-b14b-8477e8fdec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:41.301194 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-f96b20d0-3690-4f8e-b14b-8477e8fdec79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 1130 time: 0.0475719 Apr 12 14:36:41.344149 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event deleted for resources: {'Port': ['ID=bec065d0-25f4-413a-83a4-9df1a06b1f25,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:41.366682 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0bb83128-5a65-4d12-9b85-1341737cc4ba req-37675c5e-490a-40da-9775-36ad2c156beb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=a09bbf47-14c5-460a-b438-af82060f0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880997 Apr 12 14:36:41.369712 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:41.487794 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:41.574731 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '77887362-1ab2-465e-a74d-f52cfd3279b2', 'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'mac_address': 'fa:16:3e:c8:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:27Z', 'updated_at': '2022-04-12T14:34:32Z', 'revision_number': 5, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'subnets': [{'id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:41.604626 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0999a6-0c82-4e3b-8721-1e7d1dd72303 None None] The sync data for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi is: [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:28Z', 'revision_number': 4, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': '77887362-1ab2-465e-a74d-f52cfd3279b2', 'name': '', 'network_id': '32ac35bc-1a35-45c4-a59c-66fb439e024c', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'mac_address': 'fa:16:3e:c8:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:27Z', 'updated_at': '2022-04-12T14:34:32Z', 'revision_number': 5, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'subnets': [{'id': '80f5ef46-b722-4f58-a294-ec19bf01c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:41.610011 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:41.632180 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] Sync routers for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:41.648356 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:41.650749 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:41.668796 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] No DVR routers for this DVR port bec065d0-25f4-413a-83a4-9df1a06b1f25 on host hv-cinder-83752 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:41.671710 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:41.675827 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32e46173-61dd-48cf-af5a-d4aa695f4cde req-96239acd-1ac7-4795-bd34-41ecb9f8f637 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "DELETE /v2.0/ports/bec065d0-25f4-413a-83a4-9df1a06b1f25 HTTP/1.1" status: 204 len: 173 time: 1.0962639 Apr 12 14:36:41.676377 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d16487-528a-4daf-a597-455ae72685e6', 'name': 'network-vif-deleted', 'tag': 'bec065d0-25f4-413a-83a4-9df1a06b1f25'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:41.679349 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556cf068-96d1-4b32-9f74-95bb9db179ad" -d '{"events": [{"server_uuid": "34d16487-528a-4daf-a597-455ae72685e6", "name": "network-vif-deleted", "tag": "bec065d0-25f4-413a-83a4-9df1a06b1f25"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:41.696404 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-2f366259-94ce-455c-9d55-5627257c0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:41.698374 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-2f366259-94ce-455c-9d55-5627257c0006 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32ac35bc-1a35-45c4-a59c-66fb439e024c HTTP/1.1" status: 200 len: 916 time: 0.1224349 Apr 12 14:36:41.756065 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-dc4281e5-c0b9-4dd8-a461-f0438f8f6865 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 200 len: 217 time: 0.0514224 Apr 12 14:36:41.843496 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a16aaf8-a2f2-4513-905d-e95cf89da422 x-openstack-request-id: req-2a16aaf8-a2f2-4513-905d-e95cf89da422 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:41.851309 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d16487-528a-4daf-a597-455ae72685e6", "name": "network-vif-deleted", "tag": "bec065d0-25f4-413a-83a4-9df1a06b1f25", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:41.851309 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a16aaf8-a2f2-4513-905d-e95cf89da422 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:41.851309 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a16aaf8-a2f2-4513-905d-e95cf89da422'] response: {'server_uuid': '34d16487-528a-4daf-a597-455ae72685e6', 'name': 'network-vif-deleted', 'tag': 'bec065d0-25f4-413a-83a4-9df1a06b1f25', 'status': 'completed', 'code': 200} Apr 12 14:36:41.851634 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-d699e821-ebe6-452b-8013-edbfeddb5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:41.851720 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:41.852526 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-d699e821-ebe6-452b-8013-edbfeddb5447 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f5ef46-b722-4f58-a294-ec19bf01c503 HTTP/1.1" status: 200 len: 854 time: 0.0896912 Apr 12 14:36:41.918352 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-3834c7dd-954f-425c-bcfd-4d96ab4f3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:41.920606 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-3834c7dd-954f-425c-bcfd-4d96ab4f3a28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32ac35bc-1a35-45c4-a59c-66fb439e024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555971 Apr 12 14:36:42.016940 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be34c099-2f12-45df-9309-a9ecb4c9f034 None None] New status for floating IP 23cad5a7-d780-4372-89eb-6938e6a0dad3: DOWN {{(pid=103906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:36:42.053045 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-3009fd95-489b-4dff-a0ca-25335a8a3a27 service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211472 Apr 12 14:36:42.074264 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:42.107583 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] Checking router: 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:42.117437 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:42.118058 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:42.166759 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2359fa3a-e46e-4a04-9591-8a2e89dfb633 req-8651e4e6-6699-4107-aed0-f6d82480c958 service neutron] 10.222.0.48 "GET /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077921 Apr 12 14:36:42.248912 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:42.499203 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36029e05-faa6-4db1-b24a-a6984f0d8d05 req-915c0ae4-feba-4652-9051-1ee99f8aea4f tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d16487-528a-4daf-a597-455ae72685e6 HTTP/1.1" status: 200 len: 210 time: 0.0362411 Apr 12 14:36:42.525838 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-53925832-9f17-4c41-a0a2-f3c789e40f02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488412 Apr 12 14:36:42.600760 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:42.613925 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-c15cdf41-c4fe-40ef-a815-7a57fb66f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:42.615415 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-c15cdf41-c4fe-40ef-a815-7a57fb66f98c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 1130 time: 0.0410955 Apr 12 14:36:42.628911 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8d6bb-fb64-4868-a24c-3b25296f845b None None] The sync data for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi is: [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:42.734496 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-da292e72-ad0b-47a3-8253-5bc73c890e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:42.735968 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-da292e72-ad0b-47a3-8253-5bc73c890e33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 912 time: 0.1006246 Apr 12 14:36:42.809786 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-85bb1de6-30d2-4b30-8b09-94e79589a151 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c682f9db-1f38-4664-af78-8d40755c1207 HTTP/1.1" status: 200 len: 1001 time: 0.0674586 Apr 12 14:36:42.861596 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-81427dec-4452-4cc7-b55f-5c939518f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:42.863291 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-81427dec-4452-4cc7-b55f-5c939518f808 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0479233 Apr 12 14:36:42.877507 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8320bf41-2426-4c4d-b4eb-e1e760af607d None None] New status for floating IP c18d1b79-204b-48fe-86ba-cbc4b17a9bab: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:36:42.913943 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-a49bc0f6-b951-4e94-92be-e2ba145b99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:42.915702 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-a49bc0f6-b951-4e94-92be-e2ba145b99ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470414 Apr 12 14:36:43.010461 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-47672d65-4ed1-492d-b48d-b37691979e76 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888755 Apr 12 14:36:43.112498 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-adf09480-3ce6-4cd2-8de0-44a1e796b8a0 req-285e9e54-7832-4582-b99c-064b4a5a330c service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957589 Apr 12 14:36:43.652656 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46520) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:43.708691 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6541c622-4589-4adf-8d0f-e2fc2cd24196 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (a09bbf47-14c5-460a-b438-af82060f0c8b), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.732226 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6541c622-4589-4adf-8d0f-e2fc2cd24196 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (a09bbf47-14c5-460a-b438-af82060f0c8b), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.741928 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-58102074-00a2-49fb-9b4f-015cddd1bb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.867816 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6541c622-4589-4adf-8d0f-e2fc2cd24196 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a09bbf47-14c5-460a-b438-af82060f0c8b), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.870327 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6541c622-4589-4adf-8d0f-e2fc2cd24196 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.871487 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6541c622-4589-4adf-8d0f-e2fc2cd24196 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "DELETE /v2.0/security-groups/a09bbf47-14c5-460a-b438-af82060f0c8b HTTP/1.1" status: 204 len: 168 time: 0.2177396 Apr 12 14:36:43.874802 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46522) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:43.881073 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541c622-4589-4adf-8d0f-e2fc2cd24196 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09bbf47-14c5-460a-b438-af82060f0c8b,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:43.889150 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-32080210-d90b-4ca2-af9b-1d36a91b39c4 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] show failed (client error): The resource could not be found. Apr 12 14:36:43.890680 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-32080210-d90b-4ca2-af9b-1d36a91b39c4 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups/a09bbf47-14c5-460a-b438-af82060f0c8b HTTP/1.1" status: 404 len: 347 time: 0.0148904 Apr 12 14:36:43.893900 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46524) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:44.003095 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device bec065d0-25f4-413a-83a4-9df1a06b1f25 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:44.024467 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: bec065d0-25f4-413a-83a4-9df1a06b1f25 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:44.025115 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device bec065d0-25f4-413a-83a4-9df1a06b1f25 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:44.047040 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Deleting port f0274740-1c14-4e62-a886-6437280278db {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:44.047463 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (f0274740-1c14-4e62-a886-6437280278db), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.067237 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b98dd-92db-414c-bd81-670ca21bdd69 req-d4b80696-bd14-4b5f-b513-e0cea93a8989 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:44.068712 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-760b98dd-92db-414c-bd81-670ca21bdd69 req-d4b80696-bd14-4b5f-b513-e0cea93a8989 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 946 time: 0.0700064 Apr 12 14:36:44.165319 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-760b98dd-92db-414c-bd81-670ca21bdd69 req-45bc80e8-f664-4cef-b9a1-8579b00e0edc tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877252 Apr 12 14:36:44.166959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (f0274740-1c14-4e62-a886-6437280278db), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.167291 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (f0274740-1c14-4e62-a886-6437280278db), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.180008 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Calling delete_port for f0274740-1c14-4e62-a886-6437280278db owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:44.362874 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (f0274740-1c14-4e62-a886-6437280278db), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.387982 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event deleted for resources: {'Port': ['ID=f0274740-1c14-4e62-a886-6437280278db,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:44.452858 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (c18d1b79-204b-48fe-86ba-cbc4b17a9bab), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.455531 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.456693 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9b380519-7933-427e-835f-69baad7b47b6 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "DELETE /v2.0/floatingips/c18d1b79-204b-48fe-86ba-cbc4b17a9bab HTTP/1.1" status: 204 len: 168 time: 0.5618510 Apr 12 14:36:44.734808 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46530) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:44.739300 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-1b9a564c-d2f9-42e2-b442-01d9efbb5466 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651970073', 'description': 'tempest-description--115230697'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:36:44.820115 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b9a564c-d2f9-42e2-b442-01d9efbb5466 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.885617 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b9a564c-d2f9-42e2-b442-01d9efbb5466 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (dfef0e8a-e020-4469-8fa1-abd17c9d7da7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.965037 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b9a564c-d2f9-42e2-b442-01d9efbb5466 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (dfef0e8a-e020-4469-8fa1-abd17c9d7da7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.995593 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a564c-d2f9-42e2-b442-01d9efbb5466 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef0e8a-e020-4469-8fa1-abd17c9d7da7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:45.048088 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b9a564c-d2f9-42e2-b442-01d9efbb5466 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.049476 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1b9a564c-d2f9-42e2-b442-01d9efbb5466 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3136172 Apr 12 14:36:45.052435 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46532) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:45.057210 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-5ccc7f0c-d1b3-4962-a4bb-9b4924f02337 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'security_group_rule': {'security_group_id': 'dfef0e8a-e020-4469-8fa1-abd17c9d7da7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:36:45.130473 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ccc7f0c-d1b3-4962-a4bb-9b4924f02337 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (b18c74dd-3610-4c3d-8798-6ea916ac8dec), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.184296 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ccc7f0c-d1b3-4962-a4bb-9b4924f02337 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (b18c74dd-3610-4c3d-8798-6ea916ac8dec), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.267635 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ccc7f0c-d1b3-4962-a4bb-9b4924f02337 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (b18c74dd-3610-4c3d-8798-6ea916ac8dec), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.294079 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc7f0c-d1b3-4962-a4bb-9b4924f02337 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18c74dd-3610-4c3d-8798-6ea916ac8dec,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:45.302066 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d3682-6e73-4bba-be97-45287504a364 req-3cb90c87-d2f9-440e-bce9-2e4abec013e5 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:45.303531 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-700d3682-6e73-4bba-be97-45287504a364 req-3cb90c87-d2f9-440e-bce9-2e4abec013e5 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 946 time: 0.0723882 Apr 12 14:36:45.351245 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-700d3682-6e73-4bba-be97-45287504a364 req-3f020458-b350-46fe-a32c-9e276014e2f4 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/security-groups?id=fb736d69-6d8d-4308-a015-378687349af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Apr 12 14:36:45.377868 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ccc7f0c-d1b3-4962-a4bb-9b4924f02337 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.379044 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5ccc7f0c-d1b3-4962-a4bb-9b4924f02337 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254948 Apr 12 14:36:45.381656 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46536) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:45.386162 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-5c4360e5-799e-4e90-b189-813a78940848 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'security_group_rule': {'security_group_id': 'dfef0e8a-e020-4469-8fa1-abd17c9d7da7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:36:45.449882 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5c4360e5-799e-4e90-b189-813a78940848 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (5d559b99-57ab-4a52-ae55-095c372c3975), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.506722 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5c4360e5-799e-4e90-b189-813a78940848 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (5d559b99-57ab-4a52-ae55-095c372c3975), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.564611 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5c4360e5-799e-4e90-b189-813a78940848 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (5d559b99-57ab-4a52-ae55-095c372c3975), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.582461 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4360e5-799e-4e90-b189-813a78940848 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d559b99-57ab-4a52-ae55-095c372c3975,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:45.629512 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5c4360e5-799e-4e90-b189-813a78940848 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.630757 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5c4360e5-799e-4e90-b189-813a78940848 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2481809 Apr 12 14:36:45.633831 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46538) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:45.639059 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:36:45.723303 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.817670 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc122af5-0779-438a-aeab-a4836046fc3e req-5d2829f7-c46e-4cb0-bc17-8c325e3e7064 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:45.819171 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bc122af5-0779-438a-aeab-a4836046fc3e req-5d2829f7-c46e-4cb0-bc17-8c325e3e7064 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.48 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 946 time: 0.0571654 Apr 12 14:36:45.923129 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-bc122af5-0779-438a-aeab-a4836046fc3e req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Deleting port e7205431-2de8-4d7b-8644-e6f30ba5f66e {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:45.923361 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-bc122af5-0779-438a-aeab-a4836046fc3e req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.982220 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2dc3ab62-9fe4-4f95-bcc8-9eff985e460d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.031265 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-bc122af5-0779-438a-aeab-a4836046fc3e req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] For port e7205431-2de8-4d7b-8644-e6f30ba5f66e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e7205431-2de8-4d7b-8644-e6f30ba5f66e,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:46.031651 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-bc122af5-0779-438a-aeab-a4836046fc3e req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.046525 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-bc122af5-0779-438a-aeab-a4836046fc3e req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Calling delete_port for e7205431-2de8-4d7b-8644-e6f30ba5f66e owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:46.059073 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.166361 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Allocated IP 172.27.3.239 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/6e259a5f-46dc-467d-8829-c5cc849e6cd8) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:36:46.239029 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-bc122af5-0779-438a-aeab-a4836046fc3e req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (e7205431-2de8-4d7b-8644-e6f30ba5f66e), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.252127 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['e7205431-2de8-4d7b-8644-e6f30ba5f66e'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:36:46.271882 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Pushing event deleted for resources: {'Port': ['ID=e7205431-2de8-4d7b-8644-e6f30ba5f66e,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:46.286148 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for port (6e259a5f-46dc-467d-8829-c5cc849e6cd8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.316941 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc122af5-0779-438a-aeab-a4836046fc3e req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] No DVR routers for this DVR port e7205431-2de8-4d7b-8644-e6f30ba5f66e on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:46.319655 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-bc122af5-0779-438a-aeab-a4836046fc3e req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.322969 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-bc122af5-0779-438a-aeab-a4836046fc3e req-92e6d013-61ef-4f2a-9f4e-b78e172e4d30 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.48 "DELETE /v2.0/ports/e7205431-2de8-4d7b-8644-e6f30ba5f66e HTTP/1.1" status: 204 len: 173 time: 0.4991245 Apr 12 14:36:46.323412 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'name': 'network-vif-deleted', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:46.325716 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c278c8-e187-41c2-8787-d9a6ff550028" -d '{"events": [{"server_uuid": "565936c3-02f6-4879-9747-530063048968", "name": "network-vif-deleted", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:46.362903 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae0547a-2e81-4fc5-b6c4-f5916906f4cc x-openstack-request-id: req-fae0547a-2e81-4fc5-b6c4-f5916906f4cc {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:46.363241 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565936c3-02f6-4879-9747-530063048968", "name": "network-vif-deleted", "tag": "e7205431-2de8-4d7b-8644-e6f30ba5f66e", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:46.363502 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fae0547a-2e81-4fc5-b6c4-f5916906f4cc {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:46.363907 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae0547a-2e81-4fc5-b6c4-f5916906f4cc'] response: {'server_uuid': '565936c3-02f6-4879-9747-530063048968', 'name': 'network-vif-deleted', 'tag': 'e7205431-2de8-4d7b-8644-e6f30ba5f66e', 'status': 'completed', 'code': 200} Apr 12 14:36:46.376912 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (6e259a5f-46dc-467d-8829-c5cc849e6cd8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.423236 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:36:46.429798 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:36:46.432687 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:36:46.493263 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79c2deb6-05c0-4f87-a05a-db827688a107 req-85df6a3f-ae7b-441f-a43a-97e322f536c1 tempest-TestMinimumBasicScenario-628633578 tempest-TestMinimumBasicScenario-628633578-project] 10.222.0.61 "GET /v2.0/ports?device_id=565936c3-02f6-4879-9747-530063048968 HTTP/1.1" status: 200 len: 210 time: 0.0670466 Apr 12 14:36:46.493872 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'Port': ['ID=6e259a5f-46dc-467d-8829-c5cc849e6cd8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:46.560801 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (c9c80d2e-1309-4429-a224-c8ed47bf0fc4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.707366 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (6e259a5f-46dc-467d-8829-c5cc849e6cd8), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.864995 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for port (6e259a5f-46dc-467d-8829-c5cc849e6cd8), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.946002 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15437297'] for port (6e259a5f-46dc-467d-8829-c5cc849e6cd8), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.986666 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.022595 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'Port': ['ID=6e259a5f-46dc-467d-8829-c5cc849e6cd8,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:47.035752 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (c9c80d2e-1309-4429-a224-c8ed47bf0fc4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.115327 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.116631 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0c61bdc8-8c8a-459f-8598-92864947aaa8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4818854 Apr 12 14:36:47.317286 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-53fc76c7-cca3-43cc-b501-8d0c734a70fa tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1651970073&fields=id&tenant_id=5db8f744906b4260b9dfb77d972dc484 HTTP/1.1" status: 200 len: 267 time: 0.0437794 Apr 12 14:36:47.427546 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-dee20278-0633-4da7-bb6a-01023f83c64c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:47.429050 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-dee20278-0633-4da7-bb6a-01023f83c64c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/networks?id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 200 len: 810 time: 0.1053276 Apr 12 14:36:47.444412 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-12e26906-aaa8-441c-aaa6-2770e73215cb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/quotas/5db8f744906b4260b9dfb77d972dc484 HTTP/1.1" status: 200 len: 375 time: 0.0095351 Apr 12 14:36:47.494400 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-8d550d5e-be5b-45d0-a2b0-2ea2cb6d2a3d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445151 Apr 12 14:36:47.509397 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-c8428f92-d408-4474-a183-3f04f3a8af0b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103904) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:36:47.510350 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-c8428f92-d408-4474-a183-3f04f3a8af0b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051720 Apr 12 14:36:47.612645 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-03538b3c-55fe-49fd-b023-314a41912820 service neutron] 10.222.0.61 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963781 Apr 12 14:36:47.719229 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-f783e0f0-d495-4d47-8d44-ebd8a68f9da7 service neutron] 10.222.0.61 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005137 Apr 12 14:36:47.954163 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5653031c-f206-4704-ba55-1c19b1914c86 req-0980f0f7-54e2-4dca-84e2-dcd678322e8c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 210 time: 0.0298479 Apr 12 14:36:48.587374 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:48.888346 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46620) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:49.054434 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-402b7044-635a-48bd-8a03-d159d54cdbf9 req-8c345e10-dc20-47a1-b5b0-2bd7bdbe5964 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 210 time: 0.0332069 Apr 12 14:36:49.224255 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (65edb725-e048-4097-9d2a-57c13e95f53f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:49.463312 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Deleting port 77887362-1ab2-465e-a74d-f52cfd3279b2 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:49.463654 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:49.549018 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] For port 77887362-1ab2-465e-a74d-f52cfd3279b2, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=77887362-1ab2-465e-a74d-f52cfd3279b2,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:49.549266 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:49.562671 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Calling delete_port for 77887362-1ab2-465e-a74d-f52cfd3279b2 owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:49.820200 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (77887362-1ab2-465e-a74d-f52cfd3279b2), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:49.845808 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=77887362-1ab2-465e-a74d-f52cfd3279b2,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:50.025681 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (65edb725-e048-4097-9d2a-57c13e95f53f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.067896 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.078589 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e7205431-2de8-4d7b-8644-e6f30ba5f66e no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:50.096053 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: e7205431-2de8-4d7b-8644-e6f30ba5f66e {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:50.096798 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device e7205431-2de8-4d7b-8644-e6f30ba5f66e not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:50.112733 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-6e36f4c9-828d-4d0d-87aa-3324559ec93d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:50.114861 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-6e36f4c9-828d-4d0d-87aa-3324559ec93d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "GET /v2.0/networks?id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 200 len: 810 time: 0.1301990 Apr 12 14:36:50.184288 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-02d0ed39-7665-415d-9224-418793b523f3 req-c05d8407-44b7-4040-b2ef-6189c650c600 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 210 time: 0.0308311 Apr 12 14:36:50.185905 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-f385a79d-f85b-48c5-a192-bd15e844c3a1 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db8f744906b4260b9dfb77d972dc484 HTTP/1.1" status: 200 len: 380 time: 0.0635326 Apr 12 14:36:50.193932 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'port': {'device_id': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'admin_state_up': True, 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'security_groups': ['dfef0e8a-e020-4469-8fa1-abd17c9d7da7']}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:36:50.294240 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Router 65edb725-e048-4097-9d2a-57c13e95f53f has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:50.376107 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Made reservation on behalf of 5db8f744906b4260b9dfb77d972dc484 for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:36:50.379951 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.408034 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:50.416060 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d20e58f5-14a5-42b6-8a1d-059e4915b3e8 admin admin] 10.222.0.61 "PUT /v2.0/routers/65edb725-e048-4097-9d2a-57c13e95f53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5265183 Apr 12 14:36:50.416708 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46630) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:50.418806 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] Sync routers for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:50.430628 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:50.431348 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:50.511950 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Allocated IP 172.20.0.6 (a612cd65-3dcd-4967-aa0a-0b74c18b4c13/aa36b45a-9418-49ed-8526-e0cd073f8fed/791b4929-4dbd-4d30-91f0-4c6105b34750) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:36:50.530868 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks [] for router (65edb725-e048-4097-9d2a-57c13e95f53f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.547963 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:50.640229 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks [] for router_gateway (65edb725-e048-4097-9d2a-57c13e95f53f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.662715 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.727808 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:36:49Z', 'revision_number': 5, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port': {'id': '2a1bda7f-3ef1-4fcc-913a-f775272aaab7', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:50.743717 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Deleting port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:50.744078 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.753777 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.754614 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] Checking router: 65edb725-e048-4097-9d2a-57c13e95f53f for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:50.764607 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] Routers {'65edb725-e048-4097-9d2a-57c13e95f53f'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:50.765299 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['65edb725-e048-4097-9d2a-57c13e95f53f'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:50.802165 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:36:50.805315 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:36:50.809834 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:36:50.814036 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event updated for resources: {'Port': ['ID=791b4929-4dbd-4d30-91f0-4c6105b34750,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:50.832661 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] For port 2a1bda7f-3ef1-4fcc-913a-f775272aaab7, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=2a1bda7f-3ef1-4fcc-913a-f775272aaab7,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:50.833916 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.850656 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Calling delete_port for 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:50.869318 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] Set router 65edb725-e048-4097-9d2a-57c13e95f53f gateway port host: None {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:50.878769 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:50.879766 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.930294 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:36:50Z', 'revision_number': 6, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port_host': None}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:50.958717 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-cd001963-b0b6-4993-810d-1b0c4de42deb tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7681005 Apr 12 14:36:50.959319 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aac12b-2a4f-414a-a959-701bd3cffbe9 None None] The sync data for ids ['65edb725-e048-4097-9d2a-57c13e95f53f'] in dv-cinder-837522-1-iscsi is: [{'id': '65edb725-e048-4097-9d2a-57c13e95f53f', 'name': 'tempest-TestMinimumBasicScenario-2039659275-router', 'tenant_id': '4a2b25630afa4793a520fafc47c2c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:25Z', 'updated_at': '2022-04-12T14:36:50Z', 'revision_number': 6, 'project_id': '4a2b25630afa4793a520fafc47c2c2ff', 'gw_port_host': None}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:50.974542 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Request body: {'port': {'device_id': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:36:51.050224 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-94d0ccb4-9fc1-4fa9-8574-8f70ab024dbd None None] Provisioning complete for port 791b4929-4dbd-4d30-91f0-4c6105b34750 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:36:51.050487 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.051031 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-94d0ccb4-9fc1-4fa9-8574-8f70ab024dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.087801 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-94d0ccb4-9fc1-4fa9-8574-8f70ab024dbd None None] Port 791b4929-4dbd-4d30-91f0-4c6105b34750 cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:36:51.210404 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (2a1bda7f-3ef1-4fcc-913a-f775272aaab7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.336992 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfef6b-2a9b-4382-a294-4b4858cc613c req-a66ffdae-85c9-4581-8543-391f3c2c779e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:51.338734 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-26bfef6b-2a9b-4382-a294-4b4858cc613c req-a66ffdae-85c9-4581-8543-391f3c2c779e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 931 time: 0.0788031 Apr 12 14:36:51.412101 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 77887362-1ab2-465e-a74d-f52cfd3279b2 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:51.414172 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791b4929-4dbd-4d30-91f0-4c6105b34750 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:36:51.427528 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Publish callbacks [] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.438585 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 77887362-1ab2-465e-a74d-f52cfd3279b2 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:51.439229 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 77887362-1ab2-465e-a74d-f52cfd3279b2 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:51.450537 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-26bfef6b-2a9b-4382-a294-4b4858cc613c req-0ff83b6a-9202-471a-8ea3-0fc194194aca tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052852 Apr 12 14:36:51.454356 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Transition to ACTIVE for port object 791b4929-4dbd-4d30-91f0-4c6105b34750 will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:36:51.513070 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.520837 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1bda7f-3ef1-4fcc-913a-f775272aaab7,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:51.569312 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Pushing event updated for resources: {'Port': ['ID=791b4929-4dbd-4d30-91f0-4c6105b34750,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:51.587845 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (65edb725-e048-4097-9d2a-57c13e95f53f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.643952 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Attempting to bind port 791b4929-4dbd-4d30-91f0-4c6105b34750 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:36:51.644290 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Attempting to bind port 791b4929-4dbd-4d30-91f0-4c6105b34750 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:36:51.644679 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Attempting to bind port 791b4929-4dbd-4d30-91f0-4c6105b34750 on network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:36:51.650864 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Port 791b4929-4dbd-4d30-91f0-4c6105b34750 on network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:36:51.651189 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Attempting to bind port 791b4929-4dbd-4d30-91f0-4c6105b34750 on network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:36:51.657539 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:36:51.657884 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Checking segment: {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:36:51.658271 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Bound using segment: {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:36:51.658704 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Bound port: 791b4929-4dbd-4d30-91f0-4c6105b34750, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1525272c-3db5-4e41-8b2f-47ff218322d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:36:51.659063 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.689243 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (65edb725-e048-4097-9d2a-57c13e95f53f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.691463 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks [] for router_controller (65edb725-e048-4097-9d2a-57c13e95f53f), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.727875 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] For port 791b4929-4dbd-4d30-91f0-4c6105b34750, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:36:51.731323 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] For port 791b4929-4dbd-4d30-91f0-4c6105b34750, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=791b4929-4dbd-4d30-91f0-4c6105b34750,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:36:51.816553 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.833216 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (65edb725-e048-4097-9d2a-57c13e95f53f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.833916 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65edb725-e048-4097-9d2a-57c13e95f53f {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:36:51.839263 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.845086 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f736f703-1176-4613-8cfa-ee3021084a20 admin admin] 10.222.0.61 "DELETE /v2.0/routers/65edb725-e048-4097-9d2a-57c13e95f53f HTTP/1.1" status: 204 len: 168 time: 1.4227819 Apr 12 14:36:51.845086 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46634) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:51.855991 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:51.856777 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.859206 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] 10.222.0.48 "PUT /v2.0/ports/791b4929-4dbd-4d30-91f0-4c6105b34750 HTTP/1.1" status: 200 len: 1093 time: 0.8922498 Apr 12 14:36:51.860338 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'tag': '791b4929-4dbd-4d30-91f0-4c6105b34750'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:51.863140 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84720316-7c69-49b3-8b33-0aa97b7c6a70" -d '{"events": [{"name": "network-changed", "server_uuid": "717bf600-74eb-4968-a677-6b676e1ce9e3", "tag": "791b4929-4dbd-4d30-91f0-4c6105b34750"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:51.892066 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f69609-2849-4dba-8ca6-4eeeb49b83fa service neutron] Pushing event updated for resources: {'Port': ['ID=791b4929-4dbd-4d30-91f0-4c6105b34750,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:51.909988 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3bd1fd-1c8c-4341-87b1-d4a73acbed18 admin admin] Deleting subnet 80f5ef46-b722-4f58-a294-ec19bf01c503 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:36:51.917561 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd1fd-1c8c-4341-87b1-d4a73acbed18 admin admin] Publish callbacks [] for subnet (80f5ef46-b722-4f58-a294-ec19bf01c503), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.937895 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdedd7e-2958-4fe7-adfb-7223c5f255be x-openstack-request-id: req-4fdedd7e-2958-4fe7-adfb-7223c5f255be {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:51.938182 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717bf600-74eb-4968-a677-6b676e1ce9e3", "tag": "791b4929-4dbd-4d30-91f0-4c6105b34750", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:51.938445 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fdedd7e-2958-4fe7-adfb-7223c5f255be {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:51.939161 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdedd7e-2958-4fe7-adfb-7223c5f255be'] response: {'name': 'network-changed', 'server_uuid': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'tag': '791b4929-4dbd-4d30-91f0-4c6105b34750', 'status': 'completed', 'code': 200} Apr 12 14:36:51.960884 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd1fd-1c8c-4341-87b1-d4a73acbed18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13984747'] for subnet (80f5ef46-b722-4f58-a294-ec19bf01c503), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.005910 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720316-7c69-49b3-8b33-0aa97b7c6a70 req-4c43cb92-9689-4369-8c83-0e767e7871b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:52.008131 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-84720316-7c69-49b3-8b33-0aa97b7c6a70 req-4c43cb92-9689-4369-8c83-0e767e7871b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 1127 time: 0.0558994 Apr 12 14:36:52.047548 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd1fd-1c8c-4341-87b1-d4a73acbed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (80f5ef46-b722-4f58-a294-ec19bf01c503), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.131558 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720316-7c69-49b3-8b33-0aa97b7c6a70 req-8c0e81f9-e61f-43cc-964e-fe49ec14bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:52.133247 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-84720316-7c69-49b3-8b33-0aa97b7c6a70 req-8c0e81f9-e61f-43cc-964e-fe49ec14bff7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5db8f744906b4260b9dfb77d972dc484&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1179457 Apr 12 14:36:52.203907 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd1fd-1c8c-4341-87b1-d4a73acbed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15437191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892712'] for subnet (80f5ef46-b722-4f58-a294-ec19bf01c503), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.232691 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bd1fd-1c8c-4341-87b1-d4a73acbed18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f5ef46-b722-4f58-a294-ec19bf01c503,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:52.235280 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd1fd-1c8c-4341-87b1-d4a73acbed18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.238221 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2f3bd1fd-1c8c-4341-87b1-d4a73acbed18 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/80f5ef46-b722-4f58-a294-ec19bf01c503 HTTP/1.1" status: 204 len: 168 time: 0.3935001 Apr 12 14:36:52.238351 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720316-7c69-49b3-8b33-0aa97b7c6a70 req-a166f7cb-3021-44ff-91a8-ab881a5f2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:52.239898 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-84720316-7c69-49b3-8b33-0aa97b7c6a70 req-a166f7cb-3021-44ff-91a8-ab881a5f2c46 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006231 Apr 12 14:36:52.244229 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46638) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:52.246836 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca729de-0fad-4b70-ba96-d2f331c25014 None None] Network 32ac35bc-1a35-45c4-a59c-66fb439e024c requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:36:52.321652 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (32ac35bc-1a35-45c4-a59c-66fb439e024c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.322578 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-adb57279-ba69-4eb4-9dab-5cf3a0625c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:52.324147 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-adb57279-ba69-4eb4-9dab-5cf3a0625c3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 1127 time: 0.0458517 Apr 12 14:36:52.367641 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-f16d4527-c744-4b92-8f78-ef57faa38291 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791b4929-4dbd-4d30-91f0-4c6105b34750 HTTP/1.1" status: 200 len: 217 time: 0.0371358 Apr 12 14:36:52.369198 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Deleting port e1b2b97d-76c5-4863-a1a3-0018115642c0 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:52.369546 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.424144 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] DHCP port deletion for 32ac35bc-1a35-45c4-a59c-66fb439e024c request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:36:52.431321 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-7613ba44-9d56-4c28-a4b3-8ddfc803e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:52.432917 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-7613ba44-9d56-4c28-a4b3-8ddfc803e433 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa36b45a-9418-49ed-8526-e0cd073f8fed HTTP/1.1" status: 200 len: 849 time: 0.0601983 Apr 12 14:36:52.441634 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] For port e1b2b97d-76c5-4863-a1a3-0018115642c0, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=e1b2b97d-76c5-4863-a1a3-0018115642c0,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:52.442004 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.457019 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Calling delete_port for e1b2b97d-76c5-4863-a1a3-0018115642c0 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:52.465853 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Deleting port e1b2b97d-76c5-4863-a1a3-0018115642c0 {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:52.466656 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.478115 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-6aa9b492-c955-4752-a03c-4d222077d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:52.479911 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-6aa9b492-c955-4752-a03c-4d222077d7a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412793 Apr 12 14:36:52.537767 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] For port e1b2b97d-76c5-4863-a1a3-0018115642c0, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=e1b2b97d-76c5-4863-a1a3-0018115642c0,segment=NetworkSegment(1bb2de31-4a86-4d07-a503-58e25d68f237),segment_id=1bb2de31-4a86-4d07-a503-58e25d68f237)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:52.538252 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.552504 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Calling delete_port for e1b2b97d-76c5-4863-a1a3-0018115642c0 owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:52.619315 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d46d-35e0-4826-9fbe-25fe2502d2de req-58923663-c8ae-4028-83ef-38b4007e1035 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:52.620845 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c437d46d-35e0-4826-9fbe-25fe2502d2de req-58923663-c8ae-4028-83ef-38b4007e1035 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 943 time: 0.0674505 Apr 12 14:36:52.625380 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-eb0c28e1-c564-4bad-ae5e-eb1a28c02f98 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400869 Apr 12 14:36:52.662071 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.671692 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (e1b2b97d-76c5-4863-a1a3-0018115642c0), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.695160 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b2b97d-76c5-4863-a1a3-0018115642c0,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:52.695453 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Pushing event deleted for resources: {'Port': ['ID=e1b2b97d-76c5-4863-a1a3-0018115642c0,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:52.701359 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] No DVR routers for this DVR port e1b2b97d-76c5-4863-a1a3-0018115642c0 on host dv-cinder-837522-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:52.706524 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.707110 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.707503 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.707845 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.708182 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.708509 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.708837 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.709192 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.709519 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.709845 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.710169 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.710495 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.710817 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.711138 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.711464 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:52.714444 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b36001-3ed3-4d67-92c3-f31566f7311a None None] No DVR routers for this DVR port e1b2b97d-76c5-4863-a1a3-0018115642c0 on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:52.737565 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c437d46d-35e0-4826-9fbe-25fe2502d2de req-5f814dfe-7459-48ce-9ba6-7767e7f4e100 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097348 Apr 12 14:36:52.764149 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a2b65983-a32d-489c-92ca-a58bc3c05a49 req-edca8c7b-5898-4f9b-a128-b77a1cfd19e9 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288588 Apr 12 14:36:52.794061 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (32ac35bc-1a35-45c4-a59c-66fb439e024c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.815503 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ac35bc-1a35-45c4-a59c-66fb439e024c']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:52.824988 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb2de31-4a86-4d07-a503-58e25d68f237') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:52.825291 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb2de31-4a86-4d07-a503-58e25d68f237') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:52.835205 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13984738'] for segment (1bb2de31-4a86-4d07-a503-58e25d68f237), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.849343 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (1bb2de31-4a86-4d07-a503-58e25d68f237), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.855336 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:36:52.855728 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15437101'] for segment (1bb2de31-4a86-4d07-a503-58e25d68f237), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: Traceback (most recent call last): Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: timer() Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: cb(*args, **kw) Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: self._notify() Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: self.callback(batched_events) Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: event.method(event) Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: return f(self, *a, **k) Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._get(url).json() Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:36:52.858020 dv-cinder-837522-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:36:53.004716 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (32ac35bc-1a35-45c4-a59c-66fb439e024c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.010072 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.013301 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/32ac35bc-1a35-45c4-a59c-66fb439e024c HTTP/1.1" status: 204 len: 168 time: 0.7680898 Apr 12 14:36:53.016420 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46642) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:53.023657 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9aeeb-efd5-44d2-898d-c8c9226d28f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ac35bc-1a35-45c4-a59c-66fb439e024c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:53.363530 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device e1b2b97d-76c5-4863-a1a3-0018115642c0 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:53.384147 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: e1b2b97d-76c5-4863-a1a3-0018115642c0 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:53.384490 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device e1b2b97d-76c5-4863-a1a3-0018115642c0 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:53.384914 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:53.404938 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:53.405301 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 2a1bda7f-3ef1-4fcc-913a-f775272aaab7 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:53.626751 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (efa1ae53-9cee-4efb-8f71-3a381df86c1a), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.854773 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d20e4a-1655-431c-8b5a-ccafdefe9d9a req-1bee3e26-87fa-47a0-a562-e87afe3a7cd3 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:53.856286 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17d20e4a-1655-431c-8b5a-ccafdefe9d9a req-1bee3e26-87fa-47a0-a562-e87afe3a7cd3 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 943 time: 0.0474157 Apr 12 14:36:53.862109 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Deleting port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:53.862452 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.903802 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17d20e4a-1655-431c-8b5a-ccafdefe9d9a req-a25dde81-48e0-47b8-96b5-61a9cc3b636c tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416389 Apr 12 14:36:53.947806 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] For port 4fbbfbce-b90d-4f7d-a6e3-005881c359ba, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=4fbbfbce-b90d-4f7d-a6e3-005881c359ba,segment=NetworkSegment(7a2edf34-2c56-415c-a674-f15c66f850fb),segment_id=7a2edf34-2c56-415c-a674-f15c66f850fb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:53.948179 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.962203 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Calling delete_port for 4fbbfbce-b90d-4f7d-a6e3-005881c359ba owned by network:router_interface {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:54.215868 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (4fbbfbce-b90d-4f7d-a6e3-005881c359ba), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:54.242216 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbbfbce-b90d-4f7d-a6e3-005881c359ba,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:54.407365 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (efa1ae53-9cee-4efb-8f71-3a381df86c1a), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:54.638685 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Router efa1ae53-9cee-4efb-8f71-3a381df86c1a has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:54.754872 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:54.760861 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-bc3cc1c3-b5e7-4e24-baca-a4391eb4d853 admin admin] 10.222.0.61 "PUT /v2.0/routers/efa1ae53-9cee-4efb-8f71-3a381df86c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7423615 Apr 12 14:36:54.762602 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46646) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:54.766145 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] Sync routers for ids ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:54.780372 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] Routers {'efa1ae53-9cee-4efb-8f71-3a381df86c1a'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:54.781035 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:54.880832 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks [] for router (efa1ae53-9cee-4efb-8f71-3a381df86c1a), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:54.893769 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] Set router efa1ae53-9cee-4efb-8f71-3a381df86c1a gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:55.033963 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba59ef-3a71-4e04-9289-cbfa11a45230 req-400374c1-2e8c-492d-8ac0-852cebab0173 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:55.035510 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-62ba59ef-3a71-4e04-9289-cbfa11a45230 req-400374c1-2e8c-492d-8ac0-852cebab0173 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 943 time: 0.0598571 Apr 12 14:36:55.037214 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks [] for router_gateway (efa1ae53-9cee-4efb-8f71-3a381df86c1a), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.073100 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:31Z', 'updated_at': '2022-04-12T14:36:54Z', 'revision_number': 5, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'gw_port': {'id': '1ceea9fc-bb8b-4f44-9648-844c33b0967d', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:34:32Z', 'updated_at': '2022-04-12T14:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:55.086335 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-62ba59ef-3a71-4e04-9289-cbfa11a45230 req-982f8781-b47e-4a74-9f92-1a0faf85e8f5 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Apr 12 14:36:55.101504 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] Checking router: efa1ae53-9cee-4efb-8f71-3a381df86c1a for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:55.110307 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] Routers {'efa1ae53-9cee-4efb-8f71-3a381df86c1a'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:55.110921 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:55.147387 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Deleting port 1ceea9fc-bb8b-4f44-9648-844c33b0967d {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:55.147641 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.201235 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] Set router efa1ae53-9cee-4efb-8f71-3a381df86c1a gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:55.226505 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] For port 1ceea9fc-bb8b-4f44-9648-844c33b0967d, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=1ceea9fc-bb8b-4f44-9648-844c33b0967d,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:55.226869 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.240786 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Calling delete_port for 1ceea9fc-bb8b-4f44-9648-844c33b0967d owned by network:router_gateway {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:55.256568 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:31Z', 'updated_at': '2022-04-12T14:36:55Z', 'revision_number': 6, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'gw_port_host': None}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:55.283988 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895759d4-54b8-46eb-85ca-1c7366090c87 None None] The sync data for ids ['efa1ae53-9cee-4efb-8f71-3a381df86c1a'] in dv-cinder-837522-1-iscsi is: [{'id': 'efa1ae53-9cee-4efb-8f71-3a381df86c1a', 'name': 'tempest-TestMinimumBasicScenario-1328661423-router', 'tenant_id': '2bb21aa8491844cda2944c7ce94de6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:34:31Z', 'updated_at': '2022-04-12T14:36:55Z', 'revision_number': 6, 'project_id': '2bb21aa8491844cda2944c7ce94de6c7', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:55.484001 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (1ceea9fc-bb8b-4f44-9648-844c33b0967d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.507708 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ceea9fc-bb8b-4f44-9648-844c33b0967d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:55.578158 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (efa1ae53-9cee-4efb-8f71-3a381df86c1a), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.674457 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (efa1ae53-9cee-4efb-8f71-3a381df86c1a), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.677683 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks [] for router_controller (efa1ae53-9cee-4efb-8f71-3a381df86c1a), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.828335 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (efa1ae53-9cee-4efb-8f71-3a381df86c1a), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.828891 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa1ae53-9cee-4efb-8f71-3a381df86c1a {{(pid=103904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:36:55.833248 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.834267 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-c64d5775-9686-4c8d-8b1a-c89de969a24f admin admin] 10.222.0.61 "DELETE /v2.0/routers/efa1ae53-9cee-4efb-8f71-3a381df86c1a HTTP/1.1" status: 204 len: 168 time: 1.0706999 Apr 12 14:36:55.836715 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46650) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:55.884588 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb06bc1-c740-474b-b9ec-9f6823bb1fe8 admin admin] Deleting subnet d32defb5-1275-4fcc-8385-fa109b1fb24d {{(pid=103904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:36:55.887667 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bb06bc1-c740-474b-b9ec-9f6823bb1fe8 admin admin] Publish callbacks [] for subnet (d32defb5-1275-4fcc-8385-fa109b1fb24d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:55.924232 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bb06bc1-c740-474b-b9ec-9f6823bb1fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14365499'] for subnet (d32defb5-1275-4fcc-8385-fa109b1fb24d), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.001351 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bb06bc1-c740-474b-b9ec-9f6823bb1fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (d32defb5-1275-4fcc-8385-fa109b1fb24d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.078728 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 791b4929-4dbd-4d30-91f0-4c6105b34750 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:36:56.134844 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bb06bc1-c740-474b-b9ec-9f6823bb1fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14564383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12654918'] for subnet (d32defb5-1275-4fcc-8385-fa109b1fb24d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.177915 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bb06bc1-c740-474b-b9ec-9f6823bb1fe8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.178262 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609c0db-f116-4158-90c4-340374837a1f None None] Network c87aac48-2358-446f-b100-bcbc842cc5ec requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:36:56.185659 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-9bb06bc1-c740-474b-b9ec-9f6823bb1fe8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d32defb5-1275-4fcc-8385-fa109b1fb24d HTTP/1.1" status: 204 len: 168 time: 0.3477254 Apr 12 14:36:56.187140 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb06bc1-c740-474b-b9ec-9f6823bb1fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32defb5-1275-4fcc-8385-fa109b1fb24d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:56.189351 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46654) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:56.209106 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 791b4929-4dbd-4d30-91f0-4c6105b34750, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=791b4929-4dbd-4d30-91f0-4c6105b34750,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:56.220772 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5953881-a235-44ce-9b3d-7c47d97e93bb req-35e8eebe-3cc9-47b2-b06d-5c37aade610e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:56.222570 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a5953881-a235-44ce-9b3d-7c47d97e93bb req-35e8eebe-3cc9-47b2-b06d-5c37aade610e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 943 time: 0.0630741 Apr 12 14:36:56.231941 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': '791b4929-4dbd-4d30-91f0-4c6105b34750', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'port_id': '791b4929-4dbd-4d30-91f0-4c6105b34750', 'mac_address': 'fa:16:3e:86:53:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:36:56.277069 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (c87aac48-2358-446f-b100-bcbc842cc5ec), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.286750 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a5953881-a235-44ce-9b3d-7c47d97e93bb req-3a87f953-b825-4f4e-8fad-a733556a4718 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564475 Apr 12 14:36:56.328256 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 791b4929-4dbd-4d30-91f0-4c6105b34750 is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:36:56.328647 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.341110 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Deleting port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:56.343358 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.344496 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791b4929-4dbd-4d30-91f0-4c6105b34750 {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:36:56.365289 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 791b4929-4dbd-4d30-91f0-4c6105b34750, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=791b4929-4dbd-4d30-91f0-4c6105b34750,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:56.419888 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af325c9-608e-4aed-a03e-14323904558c None None] DHCP port deletion for c87aac48-2358-446f-b100-bcbc842cc5ec request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:36:56.431493 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] For port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=0db6a32d-5c8d-47a3-932e-d993cf9ce97d,segment=NetworkSegment(7a2edf34-2c56-415c-a674-f15c66f850fb),segment_id=7a2edf34-2c56-415c-a674-f15c66f850fb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:56.431749 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.447506 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Calling delete_port for 0db6a32d-5c8d-47a3-932e-d993cf9ce97d owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:56.461763 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.472508 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-4af325c9-608e-4aed-a03e-14323904558c None None] Deleting port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:56.472878 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4af325c9-608e-4aed-a03e-14323904558c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.574077 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-4af325c9-608e-4aed-a03e-14323904558c None None] For port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=0db6a32d-5c8d-47a3-932e-d993cf9ce97d,segment=NetworkSegment(7a2edf34-2c56-415c-a674-f15c66f850fb),segment_id=7a2edf34-2c56-415c-a674-f15c66f850fb)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:56.574452 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4af325c9-608e-4aed-a03e-14323904558c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.581896 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.584001 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=791b4929-4dbd-4d30-91f0-4c6105b34750,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:56.595588 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-4af325c9-608e-4aed-a03e-14323904558c None None] Calling delete_port for 0db6a32d-5c8d-47a3-932e-d993cf9ce97d owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:56.610103 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db6a32d-5c8d-47a3-932e-d993cf9ce97d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:56.612215 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] No DVR routers for this DVR port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d on host dv-cinder-837522-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:56.686111 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['791b4929-4dbd-4d30-91f0-4c6105b34750'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:36:56.690060 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (c87aac48-2358-446f-b100-bcbc842cc5ec), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.710887 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87aac48-2358-446f-b100-bcbc842cc5ec']}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:56.720729 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2edf34-2c56-415c-a674-f15c66f850fb') {'for_net_delete': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:56.721076 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2edf34-2c56-415c-a674-f15c66f850fb') {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:56.724537 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4af325c9-608e-4aed-a03e-14323904558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (0db6a32d-5c8d-47a3-932e-d993cf9ce97d), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.730854 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14365490'] for segment (7a2edf34-2c56-415c-a674-f15c66f850fb), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.745041 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (7a2edf34-2c56-415c-a674-f15c66f850fb), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.752043 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:36:56.752436 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14564533'] for segment (7a2edf34-2c56-415c-a674-f15c66f850fb), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: Traceback (most recent call last): Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: timer() Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: cb(*args, **kw) Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: return func(*args, **kwargs) Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: self._notify() Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: self.callback(batched_events) Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: event.method(event) Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: return f(self, *a, **k) Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._get(url).json() Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: return self.request(url, 'GET', **kwargs) Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:36:56.754228 dv-cinder-837522-1-iscsi neutron-server[103904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:36:56.756734 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af325c9-608e-4aed-a03e-14323904558c None None] Pushing event deleted for resources: {'Port': ['ID=0db6a32d-5c8d-47a3-932e-d993cf9ce97d,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:56.762791 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af325c9-608e-4aed-a03e-14323904558c None None] No DVR routers for this DVR port 0db6a32d-5c8d-47a3-932e-d993cf9ce97d on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:56.919098 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (c87aac48-2358-446f-b100-bcbc842cc5ec), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.925567 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:56.928699 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c87aac48-2358-446f-b100-bcbc842cc5ec HTTP/1.1" status: 204 len: 168 time: 0.7326756 Apr 12 14:36:56.940511 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c832c3a-f733-4b78-a17b-d81d31355a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=c87aac48-2358-446f-b100-bcbc842cc5ec,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:57.350927 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46660) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:57.366298 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 1ceea9fc-bb8b-4f44-9648-844c33b0967d no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:57.387672 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 1ceea9fc-bb8b-4f44-9648-844c33b0967d {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:57.388851 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 1ceea9fc-bb8b-4f44-9648-844c33b0967d not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:57.389242 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 0db6a32d-5c8d-47a3-932e-d993cf9ce97d no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:57.409667 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 0db6a32d-5c8d-47a3-932e-d993cf9ce97d {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:57.410029 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 0db6a32d-5c8d-47a3-932e-d993cf9ce97d not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:57.410425 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 4fbbfbce-b90d-4f7d-a6e3-005881c359ba no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:57.430801 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 4fbbfbce-b90d-4f7d-a6e3-005881c359ba {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:57.431146 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 4fbbfbce-b90d-4f7d-a6e3-005881c359ba not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:57.434751 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-bdabdd74-bc99-49fd-83c6-b0ae2a671c65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a2b25630afa4793a520fafc47c2c2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819986 Apr 12 14:36:57.436755 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46662) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:57.451493 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1fc0b-50ad-4d19-9df9-0355b67c0727 req-c04535c2-a341-48df-b196-7f5b12469f9e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:57.453558 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffa1fc0b-50ad-4d19-9df9-0355b67c0727 req-c04535c2-a341-48df-b196-7f5b12469f9e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 944 time: 0.0670593 Apr 12 14:36:57.488469 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18b9e92e-b7a6-43d3-bdee-72de75f2e57e admin admin] Publish callbacks [] for security_group (fb736d69-6d8d-4308-a015-378687349af7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:57.511235 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18b9e92e-b7a6-43d3-bdee-72de75f2e57e admin admin] Publish callbacks [] for security_group (fb736d69-6d8d-4308-a015-378687349af7), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:57.511983 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffa1fc0b-50ad-4d19-9df9-0355b67c0727 req-f2c6f92c-5999-4afd-9c8f-633d1aca3c8e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526226 Apr 12 14:36:57.650531 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18b9e92e-b7a6-43d3-bdee-72de75f2e57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (fb736d69-6d8d-4308-a015-378687349af7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:57.653603 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18b9e92e-b7a6-43d3-bdee-72de75f2e57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:57.655285 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-18b9e92e-b7a6-43d3-bdee-72de75f2e57e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb736d69-6d8d-4308-a015-378687349af7 HTTP/1.1" status: 204 len: 168 time: 0.2175057 Apr 12 14:36:57.663752 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9e92e-b7a6-43d3-bdee-72de75f2e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb736d69-6d8d-4308-a015-378687349af7,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:58.095146 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 791b4929-4dbd-4d30-91f0-4c6105b34750 up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:36:58.147241 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port 791b4929-4dbd-4d30-91f0-4c6105b34750 completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:36:58.243257 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port 791b4929-4dbd-4d30-91f0-4c6105b34750 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:36:58.243839 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.333773 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port 791b4929-4dbd-4d30-91f0-4c6105b34750 is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:36:58.334164 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.358902 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b4929-4dbd-4d30-91f0-4c6105b34750'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:58.361235 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012808b6-ba37-4ba7-ad62-9dee1f481985" -d '{"events": [{"server_uuid": "717bf600-74eb-4968-a677-6b676e1ce9e3", "name": "network-vif-plugged", "status": "completed", "tag": "791b4929-4dbd-4d30-91f0-4c6105b34750"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:58.376575 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port 791b4929-4dbd-4d30-91f0-4c6105b34750, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=791b4929-4dbd-4d30-91f0-4c6105b34750,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:58.378128 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46672) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:58.424479 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d74ec653-c2b9-4403-a231-638d26a7aeb9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bb21aa8491844cda2944c7ce94de6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446177 Apr 12 14:36:58.427628 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46674) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:58.438034 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.497060 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=791b4929-4dbd-4d30-91f0-4c6105b34750,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:58.499449 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8284edd3-8ff4-4a98-9b71-6f5d0f07095c admin admin] Publish callbacks [] for security_group (0cd11648-043e-4fea-817e-8668cf07a521), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.542806 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8284edd3-8ff4-4a98-9b71-6f5d0f07095c admin admin] Publish callbacks [] for security_group (0cd11648-043e-4fea-817e-8668cf07a521), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.651470 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfd7d40-6276-44c5-b494-ae99fbd043fa x-openstack-request-id: req-3cfd7d40-6276-44c5-b494-ae99fbd043fa {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:58.651769 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717bf600-74eb-4968-a677-6b676e1ce9e3", "name": "network-vif-plugged", "status": "completed", "tag": "791b4929-4dbd-4d30-91f0-4c6105b34750", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:58.652035 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3cfd7d40-6276-44c5-b494-ae99fbd043fa {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:58.652439 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfd7d40-6276-44c5-b494-ae99fbd043fa'] response: {'server_uuid': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b4929-4dbd-4d30-91f0-4c6105b34750', 'code': 200} Apr 12 14:36:58.661205 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa39e1-2001-4b4c-a870-6ee062f03aa3 req-a46badc1-1484-4817-b6db-eecdba7bc100 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:58.662826 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5bfa39e1-2001-4b4c-a870-6ee062f03aa3 req-a46badc1-1484-4817-b6db-eecdba7bc100 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 945 time: 0.0562696 Apr 12 14:36:58.741773 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8284edd3-8ff4-4a98-9b71-6f5d0f07095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0cd11648-043e-4fea-817e-8668cf07a521), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.743425 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5bfa39e1-2001-4b4c-a870-6ee062f03aa3 req-d983c0d3-190a-4300-9930-d3a2c9ff152d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699077 Apr 12 14:36:58.744386 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8284edd3-8ff4-4a98-9b71-6f5d0f07095c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.745646 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8284edd3-8ff4-4a98-9b71-6f5d0f07095c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0cd11648-043e-4fea-817e-8668cf07a521 HTTP/1.1" status: 204 len: 168 time: 0.3170030 Apr 12 14:36:58.755042 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284edd3-8ff4-4a98-9b71-6f5d0f07095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd11648-043e-4fea-817e-8668cf07a521,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:58.998817 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf443890-9fb3-426b-af46-e1d6394048d8 req-e50226f1-c9eb-420f-84d9-da7556cac7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:59.000366 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cf443890-9fb3-426b-af46-e1d6394048d8 req-e50226f1-c9eb-420f-84d9-da7556cac7b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 1129 time: 0.0414145 Apr 12 14:36:59.058491 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cf443890-9fb3-426b-af46-e1d6394048d8 req-734d735a-ce70-4ce2-9852-d12870565309 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524652 Apr 12 14:36:59.866934 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617317cd-dfd2-463c-b054-01bdbca126ee req-7f6a142f-fab1-4ce6-9f6a-61691af8ca1f tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:59.868460 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-617317cd-dfd2-463c-b054-01bdbca126ee req-7f6a142f-fab1-4ce6-9f6a-61691af8ca1f tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 945 time: 0.0514827 Apr 12 14:36:59.923614 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-617317cd-dfd2-463c-b054-01bdbca126ee req-7109d79a-acc0-4f75-b2ed-313f29c065b2 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Apr 12 14:37:01.049052 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13584633-cddb-401a-80c3-ba146b16807e req-08dbc2db-ad3b-493c-a2d2-618976d93be4 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:01.050637 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-13584633-cddb-401a-80c3-ba146b16807e req-08dbc2db-ad3b-493c-a2d2-618976d93be4 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 945 time: 0.0559194 Apr 12 14:37:01.105809 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-13584633-cddb-401a-80c3-ba146b16807e req-7cde951f-48a3-4227-9f60-1b202e58bdf8 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494437 Apr 12 14:37:01.252137 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17d605-c1d7-4ff0-8e07-a1eb0a404339 req-88e679e7-cbdb-404c-9220-fc3fa44af2af tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:01.253750 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d17d605-c1d7-4ff0-8e07-a1eb0a404339 req-88e679e7-cbdb-404c-9220-fc3fa44af2af tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 945 time: 0.0566003 Apr 12 14:37:01.262853 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46686) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:01.267784 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-3d898783-c471-49e4-8708-85b965215e45 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Request body: {'floatingip': {'port_id': '791b4929-4dbd-4d30-91f0-4c6105b34750'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:37:01.310306 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3d898783-c471-49e4-8708-85b965215e45 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (c9c80d2e-1309-4429-a224-c8ed47bf0fc4), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:01.855256 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3d898783-c471-49e4-8708-85b965215e45 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:01.947724 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3d898783-c471-49e4-8708-85b965215e45 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (c9c80d2e-1309-4429-a224-c8ed47bf0fc4), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:02.077526 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-3d898783-c471-49e4-8708-85b965215e45 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Floating IP c9c80d2e-1309-4429-a224-c8ed47bf0fc4 associated. External IP: 172.27.3.239, port: 791b4929-4dbd-4d30-91f0-4c6105b34750. Apr 12 14:37:02.316941 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d898783-c471-49e4-8708-85b965215e45 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:37:02.441135 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d898783-c471-49e4-8708-85b965215e45 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:37:02.446240 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3d898783-c471-49e4-8708-85b965215e45 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:02.454921 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] Sync routers for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:37:02.467865 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:02.468500 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:02.483581 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3d898783-c471-49e4-8708-85b965215e45 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "PUT /v2.0/floatingips/c9c80d2e-1309-4429-a224-c8ed47bf0fc4 HTTP/1.1" status: 200 len: 991 time: 1.2189510 Apr 12 14:37:02.484538 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'tag': '791b4929-4dbd-4d30-91f0-4c6105b34750'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:37:02.488750 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e33cbf-1625-4ea6-912f-aca527c47bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "717bf600-74eb-4968-a677-6b676e1ce9e3", "tag": "791b4929-4dbd-4d30-91f0-4c6105b34750"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:37:02.534825 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687ef4d7-2e6c-4d84-83d9-2b96c1425665 x-openstack-request-id: req-687ef4d7-2e6c-4d84-83d9-2b96c1425665 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:37:02.535129 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717bf600-74eb-4968-a677-6b676e1ce9e3", "tag": "791b4929-4dbd-4d30-91f0-4c6105b34750", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:37:02.535369 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-687ef4d7-2e6c-4d84-83d9-2b96c1425665 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:37:02.538652 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687ef4d7-2e6c-4d84-83d9-2b96c1425665'] response: {'name': 'network-changed', 'server_uuid': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'tag': '791b4929-4dbd-4d30-91f0-4c6105b34750', 'status': 'completed', 'code': 200} Apr 12 14:37:02.607606 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-9ec5d3aa-b100-4fa8-adb5-7b9bd8239827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:02.609904 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-9ec5d3aa-b100-4fa8-adb5-7b9bd8239827 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5db8f744906b4260b9dfb77d972dc484&device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 1129 time: 0.0513730 Apr 12 14:37:02.630715 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:02.713211 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-c9542105-56e2-4299-a558-e51c7a05bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:02.715127 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-c9542105-56e2-4299-a558-e51c7a05bd74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 200 len: 911 time: 0.1001058 Apr 12 14:37:02.830878 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-0aa925f1-d249-4c93-aafa-d566146893ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791b4929-4dbd-4d30-91f0-4c6105b34750 HTTP/1.1" status: 200 len: 999 time: 0.1101217 Apr 12 14:37:02.891222 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-b543317e-b1bd-44b6-92f6-ea29a88bf174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:02.892726 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-b543317e-b1bd-44b6-92f6-ea29a88bf174 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa36b45a-9418-49ed-8526-e0cd073f8fed HTTP/1.1" status: 200 len: 849 time: 0.0558488 Apr 12 14:37:02.954336 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-df4e41e2-0265-466a-96cd-97ad9e1eab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:02.956847 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-df4e41e2-0265-466a-96cd-97ad9e1eab1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a612cd65-3dcd-4967-aa0a-0b74c18b4c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580928 Apr 12 14:37:03.015040 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'c9c80d2e-1309-4429-a224-c8ed47bf0fc4', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'port_id': '791b4929-4dbd-4d30-91f0-4c6105b34750', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'mac_address': 'fa:16:3e:86:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:36:46Z', 'updated_at': '2022-04-12T14:37:01Z', 'revision_number': 1, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:03.044180 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] Checking router: 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:37:03.054683 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:03.055326 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:03.114642 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-a9cea94b-39e5-4e54-993f-518550daef24 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517100 Apr 12 14:37:03.171943 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:03.214992 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-88e33cbf-1625-4ea6-912f-aca527c47bcb req-41f703af-4bd3-47e5-825e-bcad10fac807 service neutron] 10.222.0.48 "GET /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950835 Apr 12 14:37:03.419836 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'c9c80d2e-1309-4429-a224-c8ed47bf0fc4', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'port_id': '791b4929-4dbd-4d30-91f0-4c6105b34750', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'mac_address': 'fa:16:3e:86:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:36:46Z', 'updated_at': '2022-04-12T14:37:01Z', 'revision_number': 1, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:03.447387 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d65495-48a9-4ce9-8411-63e077d756c0 None None] The sync data for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi is: [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'c9c80d2e-1309-4429-a224-c8ed47bf0fc4', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'port_id': '791b4929-4dbd-4d30-91f0-4c6105b34750', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'mac_address': 'fa:16:3e:86:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:36:46Z', 'updated_at': '2022-04-12T14:37:01Z', 'revision_number': 1, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:37:03.657969 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0231de97-d8fc-40b4-a2b7-765c2aec767a None None] New status for floating IP c9c80d2e-1309-4429-a224-c8ed47bf0fc4: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:37:06.764389 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:37:08.786750 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:13.718249 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5da6956a-53dc-49b0-b5ed-50f4d2acd1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:14.491557 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46694) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:14.657028 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Deleting port 9527051e-d9e7-44f9-81d8-c6c11ba6a30d {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:14.657387 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (9527051e-d9e7-44f9-81d8-c6c11ba6a30d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:14.740000 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (9527051e-d9e7-44f9-81d8-c6c11ba6a30d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:14.740332 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (9527051e-d9e7-44f9-81d8-c6c11ba6a30d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:14.761537 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Calling delete_port for 9527051e-d9e7-44f9-81d8-c6c11ba6a30d owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:15.057094 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (9527051e-d9e7-44f9-81d8-c6c11ba6a30d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:15.094755 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event deleted for resources: {'Port': ['ID=9527051e-d9e7-44f9-81d8-c6c11ba6a30d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:15.162797 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (001b85d3-e5e4-4baf-b784-ce21e0de147e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:15.163136 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Floating IP 001b85d3-e5e4-4baf-b784-ce21e0de147e disassociated (deleted). External IP: 172.27.3.145, port: f1b7aa16-91a6-458b-8e33-8637d8d23bf7. Apr 12 14:37:15.421312 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Router 128c1704-2d74-40f6-9410-15e2e83bea71 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:37:15.946793 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:37:15.954234 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:15.959094 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] Sync routers for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:37:15.972839 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:15.973494 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:36:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:15.979862 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b6fd1ea1-8987-4151-9fac-e5c1eb787ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:16.006217 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c0b894e1-8810-4d99-aa48-fdf760f48933 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "DELETE /v2.0/floatingips/001b85d3-e5e4-4baf-b784-ce21e0de147e HTTP/1.1" status: 204 len: 168 time: 1.5132766 Apr 12 14:37:16.007419 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:37:16.011053 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0978c76a-e39f-4e64-9415-2a97c93c25e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:37:16.068573 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ae9d6-59aa-4e43-a978-0bad7c050071 x-openstack-request-id: req-a13ae9d6-59aa-4e43-a978-0bad7c050071 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:37:16.069038 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:37:16.069430 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a13ae9d6-59aa-4e43-a978-0bad7c050071 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:37:16.069960 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13ae9d6-59aa-4e43-a978-0bad7c050071'] response: {'name': 'network-changed', 'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'status': 'completed', 'code': 200} Apr 12 14:37:16.110524 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:16.161207 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-9bceac3e-4cf6-4efc-9633-24f4698e9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:16.163805 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-9bceac3e-4cf6-4efc-9633-24f4698e9e34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 1129 time: 0.0711668 Apr 12 14:37:16.283385 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-ca438563-0816-4c25-94b9-796ded09a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:16.285291 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-ca438563-0816-4c25-94b9-796ded09a1fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 912 time: 0.1149650 Apr 12 14:37:16.334365 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-938b7e92-272a-4f70-843c-a8e6243c92b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1b7aa16-91a6-458b-8e33-8637d8d23bf7 HTTP/1.1" status: 200 len: 217 time: 0.0422444 Apr 12 14:37:16.419474 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-a381859a-3d7a-44fc-ade7-598bf20b11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:16.421617 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-a381859a-3d7a-44fc-ade7-598bf20b11c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0811422 Apr 12 14:37:16.431269 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'f422bb8a-90fc-49e5-8018-7bbfbd7e6137', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:21Z', 'updated_at': '2022-04-12T14:33:24Z', 'revision_number': 1, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:16.462526 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] Checking router: 128c1704-2d74-40f6-9410-15e2e83bea71 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:37:16.472803 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:16.473474 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:16.475942 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-8d90e098-6134-4a60-b48b-49ed251a713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:16.478476 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-8d90e098-6134-4a60-b48b-49ed251a713a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507374 Apr 12 14:37:16.645886 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b38fd-2bf3-4b60-a2b5-b57cde3e846f req-09b243eb-88ba-4ba9-a26d-a1751772e025 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:16.646213 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:16.647353 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f07b38fd-2bf3-4b60-a2b5-b57cde3e846f req-09b243eb-88ba-4ba9-a26d-a1751772e025 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 945 time: 0.0636535 Apr 12 14:37:16.655622 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-92d6e24f-810d-4dac-81a6-a31c569b9de8 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698749 Apr 12 14:37:16.728629 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f07b38fd-2bf3-4b60-a2b5-b57cde3e846f req-06a04514-3ad5-403c-a50a-035cd8c5a146 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716250 Apr 12 14:37:16.878657 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'f422bb8a-90fc-49e5-8018-7bbfbd7e6137', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:21Z', 'updated_at': '2022-04-12T14:33:24Z', 'revision_number': 1, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:16.917485 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b54d5cc-586d-4275-b129-aa42fd5a5c83 None None] The sync data for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi is: [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': 'f422bb8a-90fc-49e5-8018-7bbfbd7e6137', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'port_id': 'c682f9db-1f38-4664-af78-8d40755c1207', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'mac_address': 'fa:16:3e:4d:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:33:21Z', 'updated_at': '2022-04-12T14:33:24Z', 'revision_number': 1, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:37:17.021273 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:17.182340 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08411375-b8b1-4e30-a350-b918d47d4b8b None None] New status for floating IP 001b85d3-e5e4-4baf-b784-ce21e0de147e: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:37:17.590839 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0978c76a-e39f-4e64-9415-2a97c93c25e6 req-0fdb2f7d-c56b-48b3-87a1-cf37a50f4f39 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884528 Apr 12 14:37:17.863675 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9eab-1722-4624-b024-ed9b4d3b762e req-d20833c1-2a54-43d7-8320-3ff3504dc4fc tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:17.865155 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80ff9eab-1722-4624-b024-ed9b4d3b762e req-d20833c1-2a54-43d7-8320-3ff3504dc4fc tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 945 time: 0.0525775 Apr 12 14:37:17.923338 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80ff9eab-1722-4624-b024-ed9b4d3b762e req-3386c8ec-bf08-49cb-95ba-01f1537a0f95 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520306 Apr 12 14:37:18.058791 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-6d8b9283-17ac-4f72-ad6a-eb64dd1ed9af tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:18.060958 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-6d8b9283-17ac-4f72-ad6a-eb64dd1ed9af tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 945 time: 0.0506959 Apr 12 14:37:18.157954 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Deleting port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:18.158274 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:18.256013 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] For port f1b7aa16-91a6-458b-8e33-8637d8d23bf7, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:18.256376 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:18.271072 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Calling delete_port for f1b7aa16-91a6-458b-8e33-8637d8d23bf7 owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:18.533974 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (f1b7aa16-91a6-458b-8e33-8637d8d23bf7), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:18.565025 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event deleted for resources: {'Port': ['ID=f1b7aa16-91a6-458b-8e33-8637d8d23bf7,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:18.611160 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:18.613873 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] No DVR routers for this DVR port f1b7aa16-91a6-458b-8e33-8637d8d23bf7 on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:37:18.615363 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:18.618706 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e151365d-aa08-4ee7-a88c-54dc444afd52 req-fc8aa78c-0f65-44c6-92aa-d10b212d72fd tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "DELETE /v2.0/ports/f1b7aa16-91a6-458b-8e33-8637d8d23bf7 HTTP/1.1" status: 204 len: 173 time: 0.5528088 Apr 12 14:37:18.619159 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'name': 'network-vif-deleted', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:37:18.622068 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2046f87c-a8bf-4f90-8660-780a2a90313e" -d '{"events": [{"server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "name": "network-vif-deleted", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:37:18.666530 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cefec3-e32f-4b7c-a336-ba9abe05195a x-openstack-request-id: req-78cefec3-e32f-4b7c-a336-ba9abe05195a {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:37:18.666933 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a132066-7b6d-4461-8885-4f324d001d75", "name": "network-vif-deleted", "tag": "f1b7aa16-91a6-458b-8e33-8637d8d23bf7", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:37:18.667311 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78cefec3-e32f-4b7c-a336-ba9abe05195a {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:37:18.667900 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cefec3-e32f-4b7c-a336-ba9abe05195a'] response: {'server_uuid': '9a132066-7b6d-4461-8885-4f324d001d75', 'name': 'network-vif-deleted', 'tag': 'f1b7aa16-91a6-458b-8e33-8637d8d23bf7', 'status': 'completed', 'code': 200} Apr 12 14:37:19.050409 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fbe9277c-ca4a-4647-a728-d41c1139138b req-b2507577-8117-47a1-96a9-388c50dc6c47 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a132066-7b6d-4461-8885-4f324d001d75 HTTP/1.1" status: 200 len: 210 time: 0.0376370 Apr 12 14:37:20.066944 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:22.253857 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device f1b7aa16-91a6-458b-8e33-8637d8d23bf7 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:22.276109 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: f1b7aa16-91a6-458b-8e33-8637d8d23bf7 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:22.278824 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device f1b7aa16-91a6-458b-8e33-8637d8d23bf7 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:22.611993 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46724) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:22.802231 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Deleting port 7e0fa27a-7348-488c-9b9f-346ba9897026 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:22.802655 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (7e0fa27a-7348-488c-9b9f-346ba9897026), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:22.891327 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (7e0fa27a-7348-488c-9b9f-346ba9897026), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:22.891591 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (7e0fa27a-7348-488c-9b9f-346ba9897026), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:22.905728 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Calling delete_port for 7e0fa27a-7348-488c-9b9f-346ba9897026 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:23.186068 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (7e0fa27a-7348-488c-9b9f-346ba9897026), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:23.217223 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event deleted for resources: {'Port': ['ID=7e0fa27a-7348-488c-9b9f-346ba9897026,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:23.284826 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (f422bb8a-90fc-49e5-8018-7bbfbd7e6137), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:23.291028 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Floating IP f422bb8a-90fc-49e5-8018-7bbfbd7e6137 disassociated (deleted). External IP: 172.27.3.61, port: c682f9db-1f38-4664-af78-8d40755c1207. Apr 12 14:37:23.524118 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Router 128c1704-2d74-40f6-9410-15e2e83bea71 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:37:23.655835 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:37:23.662182 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:23.674093 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] Sync routers for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:37:23.686144 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:23.687229 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:23.704327 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-25e17315-f8dd-498f-9f04-48d1f6476dc7 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "DELETE /v2.0/floatingips/f422bb8a-90fc-49e5-8018-7bbfbd7e6137 HTTP/1.1" status: 204 len: 168 time: 1.0906191 Apr 12 14:37:23.705224 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:37:23.708944 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76064e8fe852ef928ef1cf862802aed125b89e1f98b6b36b72e2f7143b69f679" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32740f5-e959-42e2-9108-49964a07b5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "tag": "c682f9db-1f38-4664-af78-8d40755c1207"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:37:23.755395 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91634bf9-49ca-4053-9f33-d8a59f1c49e7 x-openstack-request-id: req-91634bf9-49ca-4053-9f33-d8a59f1c49e7 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:37:23.755913 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "tag": "c682f9db-1f38-4664-af78-8d40755c1207", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:37:23.757119 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91634bf9-49ca-4053-9f33-d8a59f1c49e7 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:37:23.757456 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91634bf9-49ca-4053-9f33-d8a59f1c49e7'] response: {'name': 'network-changed', 'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207', 'status': 'completed', 'code': 200} Apr 12 14:37:23.839598 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-10bc0d64-e811-4f68-9dd2-dfa482b3da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:23.842107 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-10bc0d64-e811-4f68-9dd2-dfa482b3da93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 1130 time: 0.0644846 Apr 12 14:37:23.852141 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:23.985203 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-7c7ff2bc-3f4c-43a5-8784-0f8651311818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:23.987089 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-7c7ff2bc-3f4c-43a5-8784-0f8651311818 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 200 len: 912 time: 0.1381516 Apr 12 14:37:24.034274 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-4f607d2a-0012-48ee-8517-77e860b99d6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c682f9db-1f38-4664-af78-8d40755c1207 HTTP/1.1" status: 200 len: 217 time: 0.0412157 Apr 12 14:37:24.113773 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-da3984d9-f33b-47b2-93ff-ed9921db8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:24.116380 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-da3984d9-f33b-47b2-93ff-ed9921db8129 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 200 len: 850 time: 0.0752382 Apr 12 14:37:24.192451 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e6969-d28c-47fa-94b6-df67caf069a0 req-43b80570-2b96-444e-a477-04a7de99a4ec tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:24.194477 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f67e6969-d28c-47fa-94b6-df67caf069a0 req-43b80570-2b96-444e-a477-04a7de99a4ec tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 946 time: 0.0664244 Apr 12 14:37:24.229202 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:24.255861 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f67e6969-d28c-47fa-94b6-df67caf069a0 req-bc2804c1-97b9-407a-9b8b-161b0d6dc964 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535600 Apr 12 14:37:24.265794 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] Checking router: 128c1704-2d74-40f6-9410-15e2e83bea71 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:37:24.276174 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:24.276924 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:24.405778 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:24.633760 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:24.664441 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24cb7f-4f42-4089-ac8e-b46d5a6e7796 None None] The sync data for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi is: [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:29:56Z', 'revision_number': 4, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'ed58b7b2-2987-448a-954a-c049602afa6b', 'name': '', 'network_id': '79d4d03c-f80a-44d6-bd4c-6174a4502958', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'mac_address': 'fa:16:3e:ba:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:55Z', 'updated_at': '2022-04-12T14:30:00Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'subnets': [{'id': 'e9a722a7-f161-4121-958c-da8a849208fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:37:24.958091 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6371195-dffe-479c-9d86-ef0225188005 None None] New status for floating IP f422bb8a-90fc-49e5-8018-7bbfbd7e6137: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:37:25.119808 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-c17fc9a5-96af-474d-81fa-7628a1274a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:25.122275 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-c17fc9a5-96af-474d-81fa-7628a1274a7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d4d03c-f80a-44d6-bd4c-6174a4502958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510955 Apr 12 14:37:25.239018 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-0b44f8f7-e3b1-455f-a16c-cd3f7fe2c189 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089401 Apr 12 14:37:25.359368 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a32740f5-e959-42e2-9108-49964a07b5f0 req-b1c8b6e3-682d-447b-9be8-2887ea312059 service neutron] 10.222.0.48 "GET /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049142 Apr 12 14:37:25.422947 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9eeb6-9802-4f14-b48b-bfc526abcba7 req-a2afd7cd-c454-4e75-a69b-54bc98d5a33a tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:25.424589 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86f9eeb6-9802-4f14-b48b-bfc526abcba7 req-a2afd7cd-c454-4e75-a69b-54bc98d5a33a tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 946 time: 0.0525670 Apr 12 14:37:25.491890 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86f9eeb6-9802-4f14-b48b-bfc526abcba7 req-43b5bb3f-c9b0-484d-95a0-46141f5976d4 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d21a92d-2d95-4fd6-ba30-8caa589652e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564640 Apr 12 14:37:25.590043 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-077e3364-9efc-4afb-a4b3-a5ed1417cd39 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:37:25.593461 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-077e3364-9efc-4afb-a4b3-a5ed1417cd39 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 946 time: 0.0741277 Apr 12 14:37:25.699732 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Deleting port c682f9db-1f38-4664-af78-8d40755c1207 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:25.700084 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (c682f9db-1f38-4664-af78-8d40755c1207), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:25.802854 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] For port c682f9db-1f38-4664-af78-8d40755c1207, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c682f9db-1f38-4664-af78-8d40755c1207,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:25.803137 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (c682f9db-1f38-4664-af78-8d40755c1207), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:25.818322 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Calling delete_port for c682f9db-1f38-4664-af78-8d40755c1207 owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:26.015665 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (c682f9db-1f38-4664-af78-8d40755c1207), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:26.070272 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event deleted for resources: {'Port': ['ID=c682f9db-1f38-4664-af78-8d40755c1207,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:26.134435 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] No DVR routers for this DVR port c682f9db-1f38-4664-af78-8d40755c1207 on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:37:26.137783 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:26.141363 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0c1b6640-f5e5-4f6a-920d-e0fd34dcb73e req-6356358e-a757-4303-816c-04784c4f4439 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.48 "DELETE /v2.0/ports/c682f9db-1f38-4664-af78-8d40755c1207 HTTP/1.1" status: 204 len: 173 time: 0.5426862 Apr 12 14:37:26.141826 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'name': 'network-vif-deleted', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:37:26.144202 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202324da-56fd-49a7-b947-2de3be3eeaa5" -d '{"events": [{"server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "name": "network-vif-deleted", "tag": "c682f9db-1f38-4664-af78-8d40755c1207"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:37:26.185789 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3cd4b-c097-4105-b602-d9025d58f4ec x-openstack-request-id: req-faa3cd4b-c097-4105-b602-d9025d58f4ec {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:37:26.186076 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa07b317-c569-4f8d-aa3e-25d210f154c4", "name": "network-vif-deleted", "tag": "c682f9db-1f38-4664-af78-8d40755c1207", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:37:26.186330 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-faa3cd4b-c097-4105-b602-d9025d58f4ec {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:37:26.186728 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa3cd4b-c097-4105-b602-d9025d58f4ec'] response: {'server_uuid': 'aa07b317-c569-4f8d-aa3e-25d210f154c4', 'name': 'network-vif-deleted', 'tag': 'c682f9db-1f38-4664-af78-8d40755c1207', 'status': 'completed', 'code': 200} Apr 12 14:37:26.620076 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2b06f4a4-9c8a-4e0c-8776-36c86777c33a req-18822a83-3936-4098-a930-93b0ac21ac86 tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa07b317-c569-4f8d-aa3e-25d210f154c4 HTTP/1.1" status: 200 len: 210 time: 0.0371106 Apr 12 14:37:27.682156 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46742) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:27.815726 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Deleting port 80337a5b-f43c-4797-a9ed-a958a2ec5a76 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:27.816238 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (80337a5b-f43c-4797-a9ed-a958a2ec5a76), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:27.907791 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (80337a5b-f43c-4797-a9ed-a958a2ec5a76), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:27.908079 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (80337a5b-f43c-4797-a9ed-a958a2ec5a76), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:27.923351 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Calling delete_port for 80337a5b-f43c-4797-a9ed-a958a2ec5a76 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:28.181787 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (80337a5b-f43c-4797-a9ed-a958a2ec5a76), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:28.209614 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event deleted for resources: {'Port': ['ID=80337a5b-f43c-4797-a9ed-a958a2ec5a76,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:28.286863 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for floatingip (3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:28.290041 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:28.291137 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1750cd08-d3ee-4dde-8f3b-1935660cfcfa tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "DELETE /v2.0/floatingips/3b9581f7-f91a-4d14-8ab6-3ebb87c7f7f1 HTTP/1.1" status: 204 len: 168 time: 0.6079426 Apr 12 14:37:29.681908 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46754) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:29.743992 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bf8b0bcc-a5c1-4e5d-b088-3f011d575a9d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group (0d21a92d-2d95-4fd6-ba30-8caa589652e4), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:29.772319 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bf8b0bcc-a5c1-4e5d-b088-3f011d575a9d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group (0d21a92d-2d95-4fd6-ba30-8caa589652e4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:29.925286 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bf8b0bcc-a5c1-4e5d-b088-3f011d575a9d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0d21a92d-2d95-4fd6-ba30-8caa589652e4), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:29.930187 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bf8b0bcc-a5c1-4e5d-b088-3f011d575a9d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:29.932408 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bf8b0bcc-a5c1-4e5d-b088-3f011d575a9d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] 10.222.0.61 "DELETE /v2.0/security-groups/0d21a92d-2d95-4fd6-ba30-8caa589652e4 HTTP/1.1" status: 204 len: 168 time: 0.2492211 Apr 12 14:37:29.949085 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b0bcc-a5c1-4e5d-b088-3f011d575a9d tempest-TestVolumeBootPattern-1111482304 tempest-TestVolumeBootPattern-1111482304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21a92d-2d95-4fd6-ba30-8caa589652e4,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:30.091138 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46760) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:30.282003 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device c682f9db-1f38-4664-af78-8d40755c1207 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:30.304077 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: c682f9db-1f38-4664-af78-8d40755c1207 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:30.304766 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device c682f9db-1f38-4664-af78-8d40755c1207 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:30.791560 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (128c1704-2d74-40f6-9410-15e2e83bea71), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:31.032887 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Deleting port ed58b7b2-2987-448a-954a-c049602afa6b {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:31.033314 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:31.123120 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] For port ed58b7b2-2987-448a-954a-c049602afa6b, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=ed58b7b2-2987-448a-954a-c049602afa6b,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:31.123496 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:31.140905 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Calling delete_port for ed58b7b2-2987-448a-954a-c049602afa6b owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:31.489818 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (ed58b7b2-2987-448a-954a-c049602afa6b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:31.519864 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed58b7b2-2987-448a-954a-c049602afa6b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:31.744338 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (128c1704-2d74-40f6-9410-15e2e83bea71), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:32.258568 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Router 128c1704-2d74-40f6-9410-15e2e83bea71 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:37:32.371991 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:37:32.377800 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-43c716ba-3fa7-437f-ab60-c6103af8f09e admin admin] 10.222.0.61 "PUT /v2.0/routers/128c1704-2d74-40f6-9410-15e2e83bea71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2854521 Apr 12 14:37:32.380451 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46764) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:32.385787 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] Sync routers for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:37:32.396534 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:32.397263 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:32.537742 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks [] for router (128c1704-2d74-40f6-9410-15e2e83bea71), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:32.583703 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:32.686660 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks [] for router_gateway (128c1704-2d74-40f6-9410-15e2e83bea71), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:32.831462 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Deleting port 44f74f00-c546-4128-a5ea-3446efb29880 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:32.831914 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (44f74f00-c546-4128-a5ea-3446efb29880), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:32.838837 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '44f74f00-c546-4128-a5ea-3446efb29880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:37:31Z', 'revision_number': 5, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port': {'id': '44f74f00-c546-4128-a5ea-3446efb29880', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:53Z', 'updated_at': '2022-04-12T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:32.883002 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] Checking router: 128c1704-2d74-40f6-9410-15e2e83bea71 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:37:32.897152 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] Routers {'128c1704-2d74-40f6-9410-15e2e83bea71'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:32.898134 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['128c1704-2d74-40f6-9410-15e2e83bea71'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:32.951268 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] For port 44f74f00-c546-4128-a5ea-3446efb29880, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=44f74f00-c546-4128-a5ea-3446efb29880,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:32.951852 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (44f74f00-c546-4128-a5ea-3446efb29880), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:32.979792 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Calling delete_port for 44f74f00-c546-4128-a5ea-3446efb29880 owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:33.037684 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] Set router 128c1704-2d74-40f6-9410-15e2e83bea71 gateway port host: None {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:33.117887 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:37:32Z', 'revision_number': 6, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port_host': None}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:33.156105 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad28337-0eb2-42ea-a8c4-7f4030b9f5bb None None] The sync data for ids ['128c1704-2d74-40f6-9410-15e2e83bea71'] in dv-cinder-837522-1-iscsi is: [{'id': '128c1704-2d74-40f6-9410-15e2e83bea71', 'name': 'tempest-TestVolumeBootPattern-757394742-router', 'tenant_id': '47cdab1e9b464fd2974ee31d4ab20865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:52Z', 'updated_at': '2022-04-12T14:37:32Z', 'revision_number': 6, 'project_id': '47cdab1e9b464fd2974ee31d4ab20865', 'gw_port_host': None}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:37:33.307157 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (44f74f00-c546-4128-a5ea-3446efb29880), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:33.341668 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f74f00-c546-4128-a5ea-3446efb29880,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:33.410785 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (128c1704-2d74-40f6-9410-15e2e83bea71), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:33.515857 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (128c1704-2d74-40f6-9410-15e2e83bea71), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:33.520343 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks [] for router_controller (128c1704-2d74-40f6-9410-15e2e83bea71), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:33.665289 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (128c1704-2d74-40f6-9410-15e2e83bea71), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:33.665938 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 128c1704-2d74-40f6-9410-15e2e83bea71 {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:37:33.674351 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:33.675657 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-046a54fd-2f35-45e3-9dd5-6436476d9ea5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/128c1704-2d74-40f6-9410-15e2e83bea71 HTTP/1.1" status: 204 len: 168 time: 1.2944505 Apr 12 14:37:33.678298 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46766) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:33.725285 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38daffe-2bd5-4a67-b6c6-a4dad76898e1 admin admin] Deleting subnet e9a722a7-f161-4121-958c-da8a849208fd {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:37:33.728715 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f38daffe-2bd5-4a67-b6c6-a4dad76898e1 admin admin] Publish callbacks [] for subnet (e9a722a7-f161-4121-958c-da8a849208fd), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:33.765823 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f38daffe-2bd5-4a67-b6c6-a4dad76898e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13984747'] for subnet (e9a722a7-f161-4121-958c-da8a849208fd), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:33.860328 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f38daffe-2bd5-4a67-b6c6-a4dad76898e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (e9a722a7-f161-4121-958c-da8a849208fd), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:33.973332 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device ed58b7b2-2987-448a-954a-c049602afa6b no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:33.994775 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: ed58b7b2-2987-448a-954a-c049602afa6b {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:34.000159 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device ed58b7b2-2987-448a-954a-c049602afa6b not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:34.038793 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f38daffe-2bd5-4a67-b6c6-a4dad76898e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15437191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892712'] for subnet (e9a722a7-f161-4121-958c-da8a849208fd), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.068830 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38daffe-2bd5-4a67-b6c6-a4dad76898e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a722a7-f161-4121-958c-da8a849208fd,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:34.070927 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f38daffe-2bd5-4a67-b6c6-a4dad76898e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.075031 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f38daffe-2bd5-4a67-b6c6-a4dad76898e1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e9a722a7-f161-4121-958c-da8a849208fd HTTP/1.1" status: 204 len: 168 time: 0.3953838 Apr 12 14:37:34.079483 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46768) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:34.081565 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420fcf7-e90a-4ef9-a8d5-8bdbcb2e3ebe None None] Network 79d4d03c-f80a-44d6-bd4c-6174a4502958 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:37:34.165834 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (79d4d03c-f80a-44d6-bd4c-6174a4502958), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.306297 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457413fa-7d45-43c5-bcf9-0cc63185f029 None None] DHCP port deletion for 79d4d03c-f80a-44d6-bd4c-6174a4502958 request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:37:34.352240 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-457413fa-7d45-43c5-bcf9-0cc63185f029 None None] Deleting port 37f15c3d-3b59-41ae-932e-d8d977cb3964 {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:34.352615 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-457413fa-7d45-43c5-bcf9-0cc63185f029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.424849 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-457413fa-7d45-43c5-bcf9-0cc63185f029 None None] For port 37f15c3d-3b59-41ae-932e-d8d977cb3964, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=37f15c3d-3b59-41ae-932e-d8d977cb3964,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:34.425298 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-457413fa-7d45-43c5-bcf9-0cc63185f029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.439077 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-457413fa-7d45-43c5-bcf9-0cc63185f029 None None] Calling delete_port for 37f15c3d-3b59-41ae-932e-d8d977cb3964 owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:34.507904 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Deleting port 37f15c3d-3b59-41ae-932e-d8d977cb3964 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:34.508127 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.574749 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] For port 37f15c3d-3b59-41ae-932e-d8d977cb3964, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=37f15c3d-3b59-41ae-932e-d8d977cb3964,segment=NetworkSegment(0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280),segment_id=0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:34.575189 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.590865 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Calling delete_port for 37f15c3d-3b59-41ae-932e-d8d977cb3964 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:34.596343 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-457413fa-7d45-43c5-bcf9-0cc63185f029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.629622 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457413fa-7d45-43c5-bcf9-0cc63185f029 None None] No DVR routers for this DVR port 37f15c3d-3b59-41ae-932e-d8d977cb3964 on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:37:34.633323 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457413fa-7d45-43c5-bcf9-0cc63185f029 None None] Pushing event deleted for resources: {'Port': ['ID=37f15c3d-3b59-41ae-932e-d8d977cb3964,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:34.677952 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (37f15c3d-3b59-41ae-932e-d8d977cb3964), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.702117 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f15c3d-3b59-41ae-932e-d8d977cb3964,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:34.708200 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] No DVR routers for this DVR port 37f15c3d-3b59-41ae-932e-d8d977cb3964 on host dv-cinder-837522-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:37:34.785081 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (79d4d03c-f80a-44d6-bd4c-6174a4502958), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.806220 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d4d03c-f80a-44d6-bd4c-6174a4502958']}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:34.816506 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280') {'for_net_delete': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:34.816807 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280') {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:34.826952 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14365490'] for segment (0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.840479 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.846533 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:37:34.846921 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14564533'] for segment (0c7fa1a9-b90f-4cc5-b0f0-49a3e442d280), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: self.session.flush() Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: self.session.flush() Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: self.session.flush() Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: self.session.flush() Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: Traceback (most recent call last): Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: timer() Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: cb(*args, **kw) Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: return func(*args, **kwargs) Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: self._notify() Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: self.callback(batched_events) Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: event.method(event) Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: return f(self, *a, **k) Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._get(url).json() Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: return self.request(url, 'GET', **kwargs) Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:37:34.848680 dv-cinder-837522-1-iscsi neutron-server[103904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:37:35.025473 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (79d4d03c-f80a-44d6-bd4c-6174a4502958), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:35.031936 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:35.035210 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] 10.222.0.61 "DELETE /v2.0/networks/79d4d03c-f80a-44d6-bd4c-6174a4502958 HTTP/1.1" status: 204 len: 168 time: 0.9542437 Apr 12 14:37:35.038222 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46770) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:35.047162 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d40f9-f945-4c61-866b-a241afe48e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=79d4d03c-f80a-44d6-bd4c-6174a4502958,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:35.402070 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 37f15c3d-3b59-41ae-932e-d8d977cb3964 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:35.434025 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (702e9ca2-0582-4618-979e-4ae9aa8af0b7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:35.436341 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 37f15c3d-3b59-41ae-932e-d8d977cb3964 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:35.436894 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 37f15c3d-3b59-41ae-932e-d8d977cb3964 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:35.437607 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 44f74f00-c546-4128-a5ea-3446efb29880 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:35.470436 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 44f74f00-c546-4128-a5ea-3446efb29880 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:35.471009 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 44f74f00-c546-4128-a5ea-3446efb29880 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:35.704755 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Deleting port 553de7d9-7c87-42d4-bf75-79b544378b2a {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:35.705193 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:35.803539 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] For port 553de7d9-7c87-42d4-bf75-79b544378b2a, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=553de7d9-7c87-42d4-bf75-79b544378b2a,segment=NetworkSegment(c3f89457-858f-4786-94c4-84c66c9d5a05),segment_id=c3f89457-858f-4786-94c4-84c66c9d5a05)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:35.804087 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:35.829491 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Calling delete_port for 553de7d9-7c87-42d4-bf75-79b544378b2a owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:36.175322 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (553de7d9-7c87-42d4-bf75-79b544378b2a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:36.203726 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Pushing event deleted for resources: {'Port': ['ID=553de7d9-7c87-42d4-bf75-79b544378b2a,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:36.435567 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (702e9ca2-0582-4618-979e-4ae9aa8af0b7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:36.681837 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:37:36.793552 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:37:36.801494 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-80ba3a28-6f9e-46c7-99cf-b887b56bad96 admin admin] 10.222.0.61 "PUT /v2.0/routers/702e9ca2-0582-4618-979e-4ae9aa8af0b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621386 Apr 12 14:37:36.804926 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46774) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:36.806656 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] Sync routers for ids ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:37:36.819143 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] Routers {'702e9ca2-0582-4618-979e-4ae9aa8af0b7'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:36.819772 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:36.937191 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks [] for router (702e9ca2-0582-4618-979e-4ae9aa8af0b7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:36.961025 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] Set router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:37.104269 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks [] for router_gateway (702e9ca2-0582-4618-979e-4ae9aa8af0b7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:37.232739 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Deleting port 8fd48811-3177-4702-a19b-11538ccf59bf {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:37.233617 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:30:00Z', 'updated_at': '2022-04-12T14:37:36Z', 'revision_number': 5, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'gw_port': {'id': '8fd48811-3177-4702-a19b-11538ccf59bf', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:30:01Z', 'updated_at': '2022-04-12T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:37.233822 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:37.262095 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] Checking router: 702e9ca2-0582-4618-979e-4ae9aa8af0b7 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:37:37.271897 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] Routers {'702e9ca2-0582-4618-979e-4ae9aa8af0b7'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:37:37.272548 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:37.404284 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] Set router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:37:37.469654 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:30:00Z', 'updated_at': '2022-04-12T14:37:37Z', 'revision_number': 6, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'gw_port_host': None}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:37.501366 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1ff85-3a56-4116-96b8-e8af81ae52bf None None] The sync data for ids ['702e9ca2-0582-4618-979e-4ae9aa8af0b7'] in dv-cinder-837522-1-iscsi is: [{'id': '702e9ca2-0582-4618-979e-4ae9aa8af0b7', 'name': 'tempest-TestVolumeBootPattern-1219876646-router', 'tenant_id': '214c698cc01e4477812b4655b70a1d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:30:00Z', 'updated_at': '2022-04-12T14:37:37Z', 'revision_number': 6, 'project_id': '214c698cc01e4477812b4655b70a1d4b', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:37:37.724406 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] For port 8fd48811-3177-4702-a19b-11538ccf59bf, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=8fd48811-3177-4702-a19b-11538ccf59bf,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:37.724856 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:37.743519 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Calling delete_port for 8fd48811-3177-4702-a19b-11538ccf59bf owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:38.192086 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (8fd48811-3177-4702-a19b-11538ccf59bf), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.223589 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd48811-3177-4702-a19b-11538ccf59bf,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:38.303535 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (702e9ca2-0582-4618-979e-4ae9aa8af0b7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.404634 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (702e9ca2-0582-4618-979e-4ae9aa8af0b7), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.408913 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks [] for router_controller (702e9ca2-0582-4618-979e-4ae9aa8af0b7), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.528429 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (702e9ca2-0582-4618-979e-4ae9aa8af0b7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.529352 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 702e9ca2-0582-4618-979e-4ae9aa8af0b7 {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:37:38.536399 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.537114 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ff81d4a4-cc51-4e57-80a0-464768d86de8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/702e9ca2-0582-4618-979e-4ae9aa8af0b7 HTTP/1.1" status: 204 len: 168 time: 1.7309120 Apr 12 14:37:38.540525 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46784) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:38.622915 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa3b1cc-7c3d-421d-8d87-3d4913a478d7 admin admin] Deleting subnet 5cf832cc-1182-4907-9889-379bc63c20d6 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:37:38.628853 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b1cc-7c3d-421d-8d87-3d4913a478d7 admin admin] Publish callbacks [] for subnet (5cf832cc-1182-4907-9889-379bc63c20d6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.668791 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b1cc-7c3d-421d-8d87-3d4913a478d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13984747'] for subnet (5cf832cc-1182-4907-9889-379bc63c20d6), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.779804 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b1cc-7c3d-421d-8d87-3d4913a478d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (5cf832cc-1182-4907-9889-379bc63c20d6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.814101 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.924571 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b1cc-7c3d-421d-8d87-3d4913a478d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15437191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892712'] for subnet (5cf832cc-1182-4907-9889-379bc63c20d6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.952603 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3b1cc-7c3d-421d-8d87-3d4913a478d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cf832cc-1182-4907-9889-379bc63c20d6,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:38.957214 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b1cc-7c3d-421d-8d87-3d4913a478d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:38.960547 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1aa3b1cc-7c3d-421d-8d87-3d4913a478d7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5cf832cc-1182-4907-9889-379bc63c20d6 HTTP/1.1" status: 204 len: 168 time: 0.4185908 Apr 12 14:37:38.964783 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46792) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:38.966847 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4edb87-c791-4f65-aa16-f950e28a822b None None] Network db467442-ea85-4f39-98f9-e4476e43d6cc requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:37:39.071493 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (db467442-ea85-4f39-98f9-e4476e43d6cc), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.131202 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Deleting port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:39.131572 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.148596 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ec6d5-b0a7-4822-b2f1-d1390e981f2b None None] DHCP port deletion for db467442-ea85-4f39-98f9-e4476e43d6cc request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:37:39.208711 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] For port 3843c187-b0bb-4acd-b76c-aeffa1b19f15, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=3843c187-b0bb-4acd-b76c-aeffa1b19f15,segment=NetworkSegment(c3f89457-858f-4786-94c4-84c66c9d5a05),segment_id=c3f89457-858f-4786-94c4-84c66c9d5a05)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:39.209047 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.220569 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-c40ec6d5-b0a7-4822-b2f1-d1390e981f2b None None] Deleting port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:39.221212 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c40ec6d5-b0a7-4822-b2f1-d1390e981f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.225223 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Calling delete_port for 3843c187-b0bb-4acd-b76c-aeffa1b19f15 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:39.334052 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-c40ec6d5-b0a7-4822-b2f1-d1390e981f2b None None] For port 3843c187-b0bb-4acd-b76c-aeffa1b19f15, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=3843c187-b0bb-4acd-b76c-aeffa1b19f15,segment=NetworkSegment(c3f89457-858f-4786-94c4-84c66c9d5a05),segment_id=c3f89457-858f-4786-94c4-84c66c9d5a05)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:39.334713 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c40ec6d5-b0a7-4822-b2f1-d1390e981f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.364113 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-c40ec6d5-b0a7-4822-b2f1-d1390e981f2b None None] Calling delete_port for 3843c187-b0bb-4acd-b76c-aeffa1b19f15 owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:39.409523 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 8fd48811-3177-4702-a19b-11538ccf59bf no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:39.420751 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.438254 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 8fd48811-3177-4702-a19b-11538ccf59bf {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:39.438677 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 8fd48811-3177-4702-a19b-11538ccf59bf not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:39.439302 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 553de7d9-7c87-42d4-bf75-79b544378b2a no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:39.460563 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=3843c187-b0bb-4acd-b76c-aeffa1b19f15,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:39.467940 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] No DVR routers for this DVR port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 on host dv-cinder-837522-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:37:39.477941 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 553de7d9-7c87-42d4-bf75-79b544378b2a {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:39.478461 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 553de7d9-7c87-42d4-bf75-79b544378b2a not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:39.479004 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 3843c187-b0bb-4acd-b76c-aeffa1b19f15 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:39.479403 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.479941 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.481144 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.481363 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.481772 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.482189 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.482587 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.483029 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.483460 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.484027 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.484569 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.485195 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.493219 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.493219 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.493219 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:39.512230 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 3843c187-b0bb-4acd-b76c-aeffa1b19f15 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:39.512941 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 3843c187-b0bb-4acd-b76c-aeffa1b19f15 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:39.539333 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c40ec6d5-b0a7-4822-b2f1-d1390e981f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (3843c187-b0bb-4acd-b76c-aeffa1b19f15), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.575662 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ec6d5-b0a7-4822-b2f1-d1390e981f2b None None] No DVR routers for this DVR port 3843c187-b0bb-4acd-b76c-aeffa1b19f15 on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:37:39.580820 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (db467442-ea85-4f39-98f9-e4476e43d6cc), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.581188 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ec6d5-b0a7-4822-b2f1-d1390e981f2b None None] Pushing event deleted for resources: {'Port': ['ID=3843c187-b0bb-4acd-b76c-aeffa1b19f15,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:39.609700 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db467442-ea85-4f39-98f9-e4476e43d6cc']}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:39.620246 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f89457-858f-4786-94c4-84c66c9d5a05') {'for_net_delete': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:39.621111 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f89457-858f-4786-94c4-84c66c9d5a05') {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:39.633075 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14365490'] for segment (c3f89457-858f-4786-94c4-84c66c9d5a05), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.654616 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (c3f89457-858f-4786-94c4-84c66c9d5a05), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.664739 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:37:39.665368 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14564533'] for segment (c3f89457-858f-4786-94c4-84c66c9d5a05), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: Traceback (most recent call last): Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: timer() Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: cb(*args, **kw) Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: return func(*args, **kwargs) Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: self._notify() Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: self.callback(batched_events) Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: event.method(event) Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: return f(self, *a, **k) Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._get(url).json() Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: return self.request(url, 'GET', **kwargs) Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:37:39.668603 dv-cinder-837522-1-iscsi neutron-server[103904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:37:39.786389 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (db467442-ea85-4f39-98f9-e4476e43d6cc), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.794241 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:39.798996 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] 10.222.0.61 "DELETE /v2.0/networks/db467442-ea85-4f39-98f9-e4476e43d6cc HTTP/1.1" status: 204 len: 168 time: 0.8315828 Apr 12 14:37:39.819065 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae18bd-314f-4086-b99f-ec759ba41b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=db467442-ea85-4f39-98f9-e4476e43d6cc,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:40.226211 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46802) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:40.271428 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-79f73658-7ecc-43ae-ad50-e103166f5228 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47cdab1e9b464fd2974ee31d4ab20865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428309 Apr 12 14:37:40.274107 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46804) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:40.334246 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d42fe8d0-b05f-4fea-b0a9-39a0c8c6ce3e admin admin] Publish callbacks [] for security_group (fd82e7e5-f51b-4bf7-a8fc-32e6e41eef50), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:40.362539 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d42fe8d0-b05f-4fea-b0a9-39a0c8c6ce3e admin admin] Publish callbacks [] for security_group (fd82e7e5-f51b-4bf7-a8fc-32e6e41eef50), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:40.518297 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d42fe8d0-b05f-4fea-b0a9-39a0c8c6ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (fd82e7e5-f51b-4bf7-a8fc-32e6e41eef50), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:40.521042 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d42fe8d0-b05f-4fea-b0a9-39a0c8c6ce3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:40.522322 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-d42fe8d0-b05f-4fea-b0a9-39a0c8c6ce3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd82e7e5-f51b-4bf7-a8fc-32e6e41eef50 HTTP/1.1" status: 204 len: 168 time: 0.2472265 Apr 12 14:37:40.534502 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fe8d0-b05f-4fea-b0a9-39a0c8c6ce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd82e7e5-f51b-4bf7-a8fc-32e6e41eef50,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:41.316175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46812) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:41.367898 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a2cea947-e0d5-4027-8eae-3bfe2f9d76fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=214c698cc01e4477812b4655b70a1d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503404 Apr 12 14:37:41.370780 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46814) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:41.429914 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Publish callbacks [] for security_group (0ca0bd0a-f9ef-4b02-a158-7c97786b99ac), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:41.455014 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Publish callbacks [] for security_group (0ca0bd0a-f9ef-4b02-a158-7c97786b99ac), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:41.613577 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (0ca0bd0a-f9ef-4b02-a158-7c97786b99ac), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:41.616430 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:41.617806 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ca0bd0a-f9ef-4b02-a158-7c97786b99ac HTTP/1.1" status: 204 len: 168 time: 0.2459857 Apr 12 14:37:41.629146 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca0bd0a-f9ef-4b02-a158-7c97786b99ac,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:41.642616 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.643170 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.643755 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.644331 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.644933 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.645556 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.646141 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.646732 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.647289 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.647865 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.648418 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.649057 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.649568 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.650049 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:41.650498 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6039842-c8b6-4b47-ac45-08f6dda6ab3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:43.727794 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1272-fe5f-4b8a-8863-887356957254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:43.763304 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:37:45.997978 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-ea2f09d9-9e02-4575-b62d-1b5ddd00c23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:46.996611 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:48.614638 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:50.036309 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:02.812146 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bd7cd-cb78-4292-a4fd-abba5b0f0d00 req-65e5369d-19ce-45c8-bc73-64f9bbcae595 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:02.813873 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1a4bd7cd-cb78-4292-a4fd-abba5b0f0d00 req-65e5369d-19ce-45c8-bc73-64f9bbcae595 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 945 time: 0.0588868 Apr 12 14:38:02.870336 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1a4bd7cd-cb78-4292-a4fd-abba5b0f0d00 req-b5e2a84a-5899-4ddc-a1e6-d3bce6c66e76 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451779 Apr 12 14:38:04.004053 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890443-520b-46eb-9c72-5ff3213df8e2 req-790585b2-5bcd-47ae-abf8-fdaf690fd52d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:04.005691 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e1890443-520b-46eb-9c72-5ff3213df8e2 req-790585b2-5bcd-47ae-abf8-fdaf690fd52d tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 945 time: 0.0627913 Apr 12 14:38:04.063736 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e1890443-520b-46eb-9c72-5ff3213df8e2 req-c4108c34-fd6e-40b5-934b-d0afa51c3475 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfef0e8a-e020-4469-8fa1-abd17c9d7da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480525 Apr 12 14:38:04.343859 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-3a9af496-5c82-475a-bc16-cdbb71229dd1 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:04.345399 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-3a9af496-5c82-475a-bc16-cdbb71229dd1 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 945 time: 0.0504360 Apr 12 14:38:04.444473 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Deleting port 791b4929-4dbd-4d30-91f0-4c6105b34750 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:38:04.444873 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:04.540522 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] For port 791b4929-4dbd-4d30-91f0-4c6105b34750, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=791b4929-4dbd-4d30-91f0-4c6105b34750,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:04.540992 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:04.744068 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:04.745159 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (c9c80d2e-1309-4429-a224-c8ed47bf0fc4), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:04.745708 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Floating IP c9c80d2e-1309-4429-a224-c8ed47bf0fc4 disassociated. External IP: 172.27.3.239, port: 791b4929-4dbd-4d30-91f0-4c6105b34750. Apr 12 14:38:04.746203 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Calling delete_port for 791b4929-4dbd-4d30-91f0-4c6105b34750 owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:38:04.957347 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (791b4929-4dbd-4d30-91f0-4c6105b34750), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:04.987650 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event deleted for resources: {'Port': ['ID=791b4929-4dbd-4d30-91f0-4c6105b34750,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:05.117062 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:38:05.169450 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8ab094f-3bc5-458e-ac97-db9be7e9cbb4 req-b9b2ca61-0a28-4ca2-a70a-50e3bfc03c9f tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 210 time: 0.0290656 Apr 12 14:38:05.237529 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:38:05.248549 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] Sync routers for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:38:05.258864 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:38:05.259547 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:05.286147 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] No DVR routers for this DVR port 791b4929-4dbd-4d30-91f0-4c6105b34750 on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:38:05.289227 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:05.293065 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5b3a1953-6460-4d64-a62a-f50e871a1570 req-ae486607-bc06-4053-8066-719a0490015e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.48 "DELETE /v2.0/ports/791b4929-4dbd-4d30-91f0-4c6105b34750 HTTP/1.1" status: 204 len: 173 time: 0.9418809 Apr 12 14:38:05.293520 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'name': 'network-vif-deleted', 'tag': '791b4929-4dbd-4d30-91f0-4c6105b34750'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:38:05.295818 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cba3a75-3371-4dbc-9752-651d45499bcd" -d '{"events": [{"server_uuid": "717bf600-74eb-4968-a677-6b676e1ce9e3", "name": "network-vif-deleted", "tag": "791b4929-4dbd-4d30-91f0-4c6105b34750"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:38:05.336704 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42104c79-f1f0-4174-928e-cb72df80dba1 x-openstack-request-id: req-42104c79-f1f0-4174-928e-cb72df80dba1 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:38:05.337119 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717bf600-74eb-4968-a677-6b676e1ce9e3", "name": "network-vif-deleted", "tag": "791b4929-4dbd-4d30-91f0-4c6105b34750", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:38:05.337500 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42104c79-f1f0-4174-928e-cb72df80dba1 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:38:05.337974 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42104c79-f1f0-4174-928e-cb72df80dba1'] response: {'server_uuid': '717bf600-74eb-4968-a677-6b676e1ce9e3', 'name': 'network-vif-deleted', 'tag': '791b4929-4dbd-4d30-91f0-4c6105b34750', 'status': 'completed', 'code': 200} Apr 12 14:38:05.522763 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:38:05.724575 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:05.752204 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] Checking router: 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:38:05.761578 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:38:05.762195 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:05.882608 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:38:06.100655 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:06.139759 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31ee7a-9047-44c4-86a5-2cfc4f118943 None None] The sync data for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi is: [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:18Z', 'revision_number': 4, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'a44d01c4-7f32-46db-95a9-3cab25f1672e', 'name': '', 'network_id': 'a612cd65-3dcd-4967-aa0a-0b74c18b4c13', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:17Z', 'updated_at': '2022-04-12T14:33:21Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'subnets': [{'id': 'aa36b45a-9418-49ed-8526-e0cd073f8fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:38:06.285823 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e5c1fd4-a77e-435b-9e87-34ddac457bb2 req-990ab7d5-6980-497f-9da1-b835a4e87a7e tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/ports?device_id=717bf600-74eb-4968-a677-6b676e1ce9e3 HTTP/1.1" status: 200 len: 210 time: 0.0309365 Apr 12 14:38:06.402090 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e616b0a-f1fd-493c-9b13-d002f708f0fb None None] New status for floating IP c9c80d2e-1309-4429-a224-c8ed47bf0fc4: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:38:07.444338 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46928) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:07.511935 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-91fdd365-446c-4820-b882-55df6a318250 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (dfef0e8a-e020-4469-8fa1-abd17c9d7da7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.542072 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-91fdd365-446c-4820-b882-55df6a318250 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (dfef0e8a-e020-4469-8fa1-abd17c9d7da7), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.677465 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-91fdd365-446c-4820-b882-55df6a318250 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (dfef0e8a-e020-4469-8fa1-abd17c9d7da7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.682417 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-91fdd365-446c-4820-b882-55df6a318250 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.682417 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-91fdd365-446c-4820-b882-55df6a318250 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "DELETE /v2.0/security-groups/dfef0e8a-e020-4469-8fa1-abd17c9d7da7 HTTP/1.1" status: 204 len: 168 time: 0.2360346 Apr 12 14:38:07.686107 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46930) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:07.691917 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdd365-446c-4820-b882-55df6a318250 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef0e8a-e020-4469-8fa1-abd17c9d7da7,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:07.709801 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.api.v2.resource [None req-ba907bf3-78cf-4d14-aaac-fbfb70ccb438 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] show failed (client error): The resource could not be found. Apr 12 14:38:07.712011 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ba907bf3-78cf-4d14-aaac-fbfb70ccb438 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "GET /v2.0/security-groups/dfef0e8a-e020-4469-8fa1-abd17c9d7da7 HTTP/1.1" status: 404 len: 347 time: 0.0238340 Apr 12 14:38:07.716636 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46932) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:07.847878 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Deleting port 6e259a5f-46dc-467d-8829-c5cc849e6cd8 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:38:07.848222 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (6e259a5f-46dc-467d-8829-c5cc849e6cd8), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.931751 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (6e259a5f-46dc-467d-8829-c5cc849e6cd8), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.932067 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (6e259a5f-46dc-467d-8829-c5cc849e6cd8), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.945219 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Calling delete_port for 6e259a5f-46dc-467d-8829-c5cc849e6cd8 owned by network:floatingip {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:38:08.168747 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (6e259a5f-46dc-467d-8829-c5cc849e6cd8), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:08.195368 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Pushing event deleted for resources: {'Port': ['ID=6e259a5f-46dc-467d-8829-c5cc849e6cd8,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:08.271425 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks [] for floatingip (c9c80d2e-1309-4429-a224-c8ed47bf0fc4), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:08.274101 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:08.276197 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-5e426e1c-3308-412b-a775-9dd97b9ff170 tempest-AttachVolumeTestJSON-22052139 tempest-AttachVolumeTestJSON-22052139-project] 10.222.0.61 "DELETE /v2.0/floatingips/c9c80d2e-1309-4429-a224-c8ed47bf0fc4 HTTP/1.1" status: 204 len: 168 time: 0.5577855 Apr 12 14:38:08.404357 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 791b4929-4dbd-4d30-91f0-4c6105b34750 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:38:08.425388 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: 791b4929-4dbd-4d30-91f0-4c6105b34750 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:38:08.425727 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device 791b4929-4dbd-4d30-91f0-4c6105b34750 not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:38:08.864635 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:12.348039 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46960) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:12.908180 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:13.161035 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Deleting port a44d01c4-7f32-46db-95a9-3cab25f1672e {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:38:13.161467 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:13.248140 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] For port a44d01c4-7f32-46db-95a9-3cab25f1672e, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=a44d01c4-7f32-46db-95a9-3cab25f1672e,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:13.248552 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:13.263319 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Calling delete_port for a44d01c4-7f32-46db-95a9-3cab25f1672e owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:38:13.563000 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (a44d01c4-7f32-46db-95a9-3cab25f1672e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:13.590973 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44d01c4-7f32-46db-95a9-3cab25f1672e,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:13.722948 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5fcfba1c-3398-4a4e-8fb0-07ac998f8f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:13.819215 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:14.101489 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:38:14.254732 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:38:14.261140 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-43708168-6e4c-4c3a-bd63-cafbf78bbaa9 admin admin] 10.222.0.61 "PUT /v2.0/routers/3aa19eea-707f-46ef-a93e-f7ae0f31dbfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9116707 Apr 12 14:38:14.265056 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46964) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:14.267492 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] Sync routers for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:38:14.284512 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:38:14.285595 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:14.383871 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks [] for router (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:14.437365 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:38:14.551124 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks [] for router_gateway (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:14.673321 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:38:13Z', 'revision_number': 5, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port': {'id': 'e3749d8c-f8a1-4477-80de-1acf67e07df9', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:14.694870 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Deleting port e3749d8c-f8a1-4477-80de-1acf67e07df9 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:38:14.700949 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:14.727503 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] Checking router: 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:38:14.743555 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] Routers {'3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:38:14.745248 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:37:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:14.799116 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] For port e3749d8c-f8a1-4477-80de-1acf67e07df9, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=e3749d8c-f8a1-4477-80de-1acf67e07df9,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:14.799485 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:14.815121 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Calling delete_port for e3749d8c-f8a1-4477-80de-1acf67e07df9 owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:38:14.854426 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] Set router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe gateway port host: None {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:38:14.914760 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:38:14Z', 'revision_number': 6, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port_host': None}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:14.942726 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff6cf2-b995-4db0-9d1f-31b2b8e2e18a None None] The sync data for ids ['3aa19eea-707f-46ef-a93e-f7ae0f31dbfe'] in dv-cinder-837522-1-iscsi is: [{'id': '3aa19eea-707f-46ef-a93e-f7ae0f31dbfe', 'name': 'tempest-AttachVolumeTestJSON-956176958-router', 'tenant_id': '5db8f744906b4260b9dfb77d972dc484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:33:14Z', 'updated_at': '2022-04-12T14:38:14Z', 'revision_number': 6, 'project_id': '5db8f744906b4260b9dfb77d972dc484', 'gw_port_host': None}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:38:15.184429 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (e3749d8c-f8a1-4477-80de-1acf67e07df9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.211978 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3749d8c-f8a1-4477-80de-1acf67e07df9,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:15.284568 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.377225 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.379849 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks [] for router_controller (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.515614 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (3aa19eea-707f-46ef-a93e-f7ae0f31dbfe), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.516132 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa19eea-707f-46ef-a93e-f7ae0f31dbfe {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:38:15.520640 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.527992 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-90568a9f-67bb-4cc9-8801-240f8fa9b049 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3aa19eea-707f-46ef-a93e-f7ae0f31dbfe HTTP/1.1" status: 204 len: 168 time: 1.2557786 Apr 12 14:38:15.527992 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46966) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:15.580070 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9cef32-15ff-405d-9854-6635a811bc0c admin admin] Deleting subnet aa36b45a-9418-49ed-8526-e0cd073f8fed {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:38:15.583727 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f9cef32-15ff-405d-9854-6635a811bc0c admin admin] Publish callbacks [] for subnet (aa36b45a-9418-49ed-8526-e0cd073f8fed), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.622710 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f9cef32-15ff-405d-9854-6635a811bc0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13984747'] for subnet (aa36b45a-9418-49ed-8526-e0cd073f8fed), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.707389 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f9cef32-15ff-405d-9854-6635a811bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (aa36b45a-9418-49ed-8526-e0cd073f8fed), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.785984 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device a44d01c4-7f32-46db-95a9-3cab25f1672e no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:38:15.812403 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: a44d01c4-7f32-46db-95a9-3cab25f1672e {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:38:15.812644 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device a44d01c4-7f32-46db-95a9-3cab25f1672e not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:38:15.843141 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f9cef32-15ff-405d-9854-6635a811bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15437191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892712'] for subnet (aa36b45a-9418-49ed-8526-e0cd073f8fed), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.869710 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cef32-15ff-405d-9854-6635a811bc0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa36b45a-9418-49ed-8526-e0cd073f8fed,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:15.873553 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f9cef32-15ff-405d-9854-6635a811bc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.877729 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8f9cef32-15ff-405d-9854-6635a811bc0c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/aa36b45a-9418-49ed-8526-e0cd073f8fed HTTP/1.1" status: 204 len: 168 time: 0.3521075 Apr 12 14:38:15.880399 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 46968) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:15.895723 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd952b7-f0db-4bee-8b13-2cd63d67aa64 None None] Network a612cd65-3dcd-4967-aa0a-0b74c18b4c13 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:38:15.964327 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (a612cd65-3dcd-4967-aa0a-0b74c18b4c13), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:15.964596 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-35fdf386-15fe-49de-97d8-e0e101a86abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.018090 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Deleting port 156c8d52-7182-4c66-9f63-165f49e35497 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:38:16.018423 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (156c8d52-7182-4c66-9f63-165f49e35497), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.076310 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10727962-06e6-42d6-b553-482636b62790 None None] DHCP port deletion for a612cd65-3dcd-4967-aa0a-0b74c18b4c13 request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:38:16.101562 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] For port 156c8d52-7182-4c66-9f63-165f49e35497, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=156c8d52-7182-4c66-9f63-165f49e35497,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:16.101940 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (156c8d52-7182-4c66-9f63-165f49e35497), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.117849 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Calling delete_port for 156c8d52-7182-4c66-9f63-165f49e35497 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:38:16.252732 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-10727962-06e6-42d6-b553-482636b62790 None None] Deleting port 156c8d52-7182-4c66-9f63-165f49e35497 {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:38:16.253185 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (156c8d52-7182-4c66-9f63-165f49e35497), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.299879 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (156c8d52-7182-4c66-9f63-165f49e35497), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.323289 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-10727962-06e6-42d6-b553-482636b62790 None None] For port 156c8d52-7182-4c66-9f63-165f49e35497, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=156c8d52-7182-4c66-9f63-165f49e35497,segment=NetworkSegment(1525272c-3db5-4e41-8b2f-47ff218322d3),segment_id=1525272c-3db5-4e41-8b2f-47ff218322d3)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:16.323670 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (156c8d52-7182-4c66-9f63-165f49e35497), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.331910 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Pushing event deleted for resources: {'Port': ['ID=156c8d52-7182-4c66-9f63-165f49e35497,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:16.337173 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] No DVR routers for this DVR port 156c8d52-7182-4c66-9f63-165f49e35497 on host dv-cinder-837522-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:38:16.343323 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-10727962-06e6-42d6-b553-482636b62790 None None] Calling delete_port for 156c8d52-7182-4c66-9f63-165f49e35497 owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:38:16.420394 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (a612cd65-3dcd-4967-aa0a-0b74c18b4c13), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.426203 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (156c8d52-7182-4c66-9f63-165f49e35497), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.441880 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a612cd65-3dcd-4967-aa0a-0b74c18b4c13']}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:16.452701 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1525272c-3db5-4e41-8b2f-47ff218322d3') {'for_net_delete': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:16.453273 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1525272c-3db5-4e41-8b2f-47ff218322d3') {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:38:16.457231 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10727962-06e6-42d6-b553-482636b62790 None None] Pushing event deleted for resources: {'Port': ['ID=156c8d52-7182-4c66-9f63-165f49e35497,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:16.459710 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10727962-06e6-42d6-b553-482636b62790 None None] No DVR routers for this DVR port 156c8d52-7182-4c66-9f63-165f49e35497 on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:38:16.474204 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.474723 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14365490'] for segment (1525272c-3db5-4e41-8b2f-47ff218322d3), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.475076 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10727962-06e6-42d6-b553-482636b62790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.489358 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (1525272c-3db5-4e41-8b2f-47ff218322d3), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.497218 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:38:16.497655 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14564533'] for segment (1525272c-3db5-4e41-8b2f-47ff218322d3), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: Traceback (most recent call last): Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: timer() Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: cb(*args, **kw) Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: return func(*args, **kwargs) Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: self._notify() Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: self.callback(batched_events) Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: event.method(event) Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: return f(self, *a, **k) Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._get(url).json() Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: return self.request(url, 'GET', **kwargs) Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:38:16.499575 dv-cinder-837522-1-iscsi neutron-server[103904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:38:16.625391 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (a612cd65-3dcd-4967-aa0a-0b74c18b4c13), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.630936 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.637211 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] 10.222.0.61 "DELETE /v2.0/networks/a612cd65-3dcd-4967-aa0a-0b74c18b4c13 HTTP/1.1" status: 204 len: 168 time: 0.7527013 Apr 12 14:38:16.653359 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a5bb2-76fd-49ec-8faf-c372c661630a admin admin] Pushing event deleted for resources: {'Network': ['ID=a612cd65-3dcd-4967-aa0a-0b74c18b4c13,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:16.993154 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46972) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:17.037181 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:17.038273 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f069965f-0f19-46f1-9975-8ac2ef25b276 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5db8f744906b4260b9dfb77d972dc484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435085 Apr 12 14:38:17.042463 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 46974) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:17.092908 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2375-e302-41bc-95b1-5343d0edca8b admin admin] Publish callbacks [] for security_group (82bfcea3-d0c7-43c2-baf5-816f7793aa4b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:17.114986 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2375-e302-41bc-95b1-5343d0edca8b admin admin] Publish callbacks [] for security_group (82bfcea3-d0c7-43c2-baf5-816f7793aa4b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:17.243207 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2375-e302-41bc-95b1-5343d0edca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (82bfcea3-d0c7-43c2-baf5-816f7793aa4b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:17.247738 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2375-e302-41bc-95b1-5343d0edca8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:17.249978 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9a6e2375-e302-41bc-95b1-5343d0edca8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82bfcea3-d0c7-43c2-baf5-816f7793aa4b HTTP/1.1" status: 204 len: 168 time: 0.2061779 Apr 12 14:38:17.264144 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e2375-e302-41bc-95b1-5343d0edca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bfcea3-d0c7-43c2-baf5-816f7793aa4b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:17.409654 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device e3749d8c-f8a1-4477-80de-1acf67e07df9 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:38:17.430679 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: e3749d8c-f8a1-4477-80de-1acf67e07df9 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:38:17.431047 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device e3749d8c-f8a1-4477-80de-1acf67e07df9 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:38:17.431548 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 156c8d52-7182-4c66-9f63-165f49e35497 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:38:17.452697 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 156c8d52-7182-4c66-9f63-165f49e35497 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:38:17.453328 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 156c8d52-7182-4c66-9f63-165f49e35497 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:38:18.643236 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:20.025360 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:20.763538 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:38:31.685693 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47106) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:31.795175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00c737fb-a6eb-41d6-9ebc-41efccfcdcb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:31.877457 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00c737fb-a6eb-41d6-9ebc-41efccfcdcb9 admin admin] Publish callbacks [] for security_group (8aeb1305-00c0-4a2a-a6a7-ac74c5fe1a80), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:31.996887 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00c737fb-a6eb-41d6-9ebc-41efccfcdcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8aeb1305-00c0-4a2a-a6a7-ac74c5fe1a80), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:32.044139 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-00c737fb-a6eb-41d6-9ebc-41efccfcdcb9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7265d2c3d546447a9d97128a8abd1f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572242 Apr 12 14:38:32.046817 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47110) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:32.053640 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c737fb-a6eb-41d6-9ebc-41efccfcdcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb1305-00c0-4a2a-a6a7-ac74c5fe1a80,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:32.120996 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21750d71-000a-41f3-b079-8bc6767bceca admin admin] Publish callbacks [] for security_group (8aeb1305-00c0-4a2a-a6a7-ac74c5fe1a80), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:32.146476 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21750d71-000a-41f3-b079-8bc6767bceca admin admin] Publish callbacks [] for security_group (8aeb1305-00c0-4a2a-a6a7-ac74c5fe1a80), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:32.276755 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21750d71-000a-41f3-b079-8bc6767bceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8aeb1305-00c0-4a2a-a6a7-ac74c5fe1a80), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:32.279412 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21750d71-000a-41f3-b079-8bc6767bceca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:32.280672 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-21750d71-000a-41f3-b079-8bc6767bceca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8aeb1305-00c0-4a2a-a6a7-ac74c5fe1a80 HTTP/1.1" status: 204 len: 168 time: 0.2328343 Apr 12 14:38:32.291082 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21750d71-000a-41f3-b079-8bc6767bceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb1305-00c0-4a2a-a6a7-ac74c5fe1a80,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:32.955306 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47116) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:32.970143 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ebde-4184-410a-95b8-533f47b6c96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:33.052668 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ebde-4184-410a-95b8-533f47b6c96f admin admin] Publish callbacks [] for security_group (93b62e65-e96c-4639-a505-3001fb0090ad), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:33.196391 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ebde-4184-410a-95b8-533f47b6c96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (93b62e65-e96c-4639-a505-3001fb0090ad), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:33.235083 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3ebde-4184-410a-95b8-533f47b6c96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b62e65-e96c-4639-a505-3001fb0090ad,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:33.239524 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4ee3ebde-4184-410a-95b8-533f47b6c96f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a471c7291f4408db8ba68057d9d6c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830853 Apr 12 14:38:33.245276 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47118) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:33.300016 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1a6fd51-4668-4b49-a619-2bf1bc5f9c53 admin admin] Publish callbacks [] for security_group (93b62e65-e96c-4639-a505-3001fb0090ad), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:33.323731 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1a6fd51-4668-4b49-a619-2bf1bc5f9c53 admin admin] Publish callbacks [] for security_group (93b62e65-e96c-4639-a505-3001fb0090ad), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:33.516748 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1a6fd51-4668-4b49-a619-2bf1bc5f9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (93b62e65-e96c-4639-a505-3001fb0090ad), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:33.519338 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1a6fd51-4668-4b49-a619-2bf1bc5f9c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:33.520642 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a1a6fd51-4668-4b49-a619-2bf1bc5f9c53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93b62e65-e96c-4639-a505-3001fb0090ad HTTP/1.1" status: 204 len: 168 time: 0.2741144 Apr 12 14:38:33.530495 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6fd51-4668-4b49-a619-2bf1bc5f9c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b62e65-e96c-4639-a505-3001fb0090ad,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:38.853414 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:40.614437 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47202) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:40.733121 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:40.829894 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Publish callbacks [] for security_group (6f3f9743-60ea-4b34-ab6a-d08ecfbeb8f8), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:40.927900 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (6f3f9743-60ea-4b34-ab6a-d08ecfbeb8f8), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:40.972270 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62bbcc013d004ef995bf7e94c18598a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563290 Apr 12 14:38:40.973439 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3f9743-60ea-4b34-ab6a-d08ecfbeb8f8,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:40.975550 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47206) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:40.981738 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.982091 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.982438 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.982782 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.983117 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.983546 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.983897 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.984214 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.984541 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.984871 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.985375 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.985562 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.985888 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.986255 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:40.986589 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad127311-55cb-4966-8844-c2ee793a86c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:41.064836 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25a63b80-e974-42ee-a7b9-b8293f0bdcb7 admin admin] Publish callbacks [] for security_group (6f3f9743-60ea-4b34-ab6a-d08ecfbeb8f8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:41.103148 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25a63b80-e974-42ee-a7b9-b8293f0bdcb7 admin admin] Publish callbacks [] for security_group (6f3f9743-60ea-4b34-ab6a-d08ecfbeb8f8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:41.281058 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25a63b80-e974-42ee-a7b9-b8293f0bdcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (6f3f9743-60ea-4b34-ab6a-d08ecfbeb8f8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:41.283658 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-25a63b80-e974-42ee-a7b9-b8293f0bdcb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:41.284950 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-25a63b80-e974-42ee-a7b9-b8293f0bdcb7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f3f9743-60ea-4b34-ab6a-d08ecfbeb8f8 HTTP/1.1" status: 204 len: 168 time: 0.3080566 Apr 12 14:38:41.294566 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a63b80-e974-42ee-a7b9-b8293f0bdcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3f9743-60ea-4b34-ab6a-d08ecfbeb8f8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:42.119903 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47212) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:42.133831 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:42.218115 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Publish callbacks [] for security_group (09c7dde9-9ad9-461b-901b-15718e3f640d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:42.293188 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (09c7dde9-9ad9-461b-901b-15718e3f640d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:42.333589 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7dde9-9ad9-461b-901b-15718e3f640d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:42.338043 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54cfab153b994a4189cef271821de453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169783 Apr 12 14:38:42.341421 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47214) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:42.344489 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.344841 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.345241 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.345591 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.345955 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.346292 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.346628 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.347041 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.347397 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.347754 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.348135 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.348473 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.348805 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.349168 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.352598 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8470f-53a9-4c47-b650-7d7efb5f5aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:42.417908 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-96989227-a809-4675-ba53-744e4214d9c8 admin admin] Publish callbacks [] for security_group (09c7dde9-9ad9-461b-901b-15718e3f640d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:42.459613 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-96989227-a809-4675-ba53-744e4214d9c8 admin admin] Publish callbacks [] for security_group (09c7dde9-9ad9-461b-901b-15718e3f640d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:42.624771 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-96989227-a809-4675-ba53-744e4214d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (09c7dde9-9ad9-461b-901b-15718e3f640d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:42.627428 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-96989227-a809-4675-ba53-744e4214d9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:42.628627 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-96989227-a809-4675-ba53-744e4214d9c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09c7dde9-9ad9-461b-901b-15718e3f640d HTTP/1.1" status: 204 len: 168 time: 0.2861035 Apr 12 14:38:42.638799 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96989227-a809-4675-ba53-744e4214d9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c7dde9-9ad9-461b-901b-15718e3f640d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:43.784006 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-32035af8-2d9b-4ee0-8040-e8d897b31aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:46.012190 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b9b43b52-5358-4e82-95c0-f0dcce1d8975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:47.110604 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:48.625074 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:49.070955 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47286) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:49.182516 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-56387d97-ffb7-495f-8bef-66d287f0e0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:49.274161 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-56387d97-ffb7-495f-8bef-66d287f0e0d5 admin admin] Publish callbacks [] for security_group (8790f180-69ba-4086-bfb7-7b7947a4154b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:49.424120 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-56387d97-ffb7-495f-8bef-66d287f0e0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8790f180-69ba-4086-bfb7-7b7947a4154b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:49.467292 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-56387d97-ffb7-495f-8bef-66d287f0e0d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2a8ab228d4a44f7b1f5c960514f1273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952181 Apr 12 14:38:49.468247 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56387d97-ffb7-495f-8bef-66d287f0e0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790f180-69ba-4086-bfb7-7b7947a4154b,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:49.470347 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47290) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:49.524990 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-203410ee-ed31-4b0a-8adc-a95b347575e9 admin admin] Publish callbacks [] for security_group (8790f180-69ba-4086-bfb7-7b7947a4154b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:49.547931 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-203410ee-ed31-4b0a-8adc-a95b347575e9 admin admin] Publish callbacks [] for security_group (8790f180-69ba-4086-bfb7-7b7947a4154b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:49.825098 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-203410ee-ed31-4b0a-8adc-a95b347575e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (8790f180-69ba-4086-bfb7-7b7947a4154b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:49.830073 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-203410ee-ed31-4b0a-8adc-a95b347575e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:49.834317 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-203410ee-ed31-4b0a-8adc-a95b347575e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8790f180-69ba-4086-bfb7-7b7947a4154b HTTP/1.1" status: 204 len: 168 time: 0.3605433 Apr 12 14:38:49.846310 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203410ee-ed31-4b0a-8adc-a95b347575e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790f180-69ba-4086-bfb7-7b7947a4154b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:50.093314 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:50.789452 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47300) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:50.804080 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9158fb59-da45-4f05-9c09-dc81b5cfb781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:50.896808 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9158fb59-da45-4f05-9c09-dc81b5cfb781 admin admin] Publish callbacks [] for security_group (b488ad36-a6da-4464-ba25-e329dcfcf482), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:51.161872 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9158fb59-da45-4f05-9c09-dc81b5cfb781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (b488ad36-a6da-4464-ba25-e329dcfcf482), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:51.204660 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9158fb59-da45-4f05-9c09-dc81b5cfb781 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c7900df89a745bfb954cdad85092a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139242 Apr 12 14:38:51.205508 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158fb59-da45-4f05-9c09-dc81b5cfb781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b488ad36-a6da-4464-ba25-e329dcfcf482,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:51.207866 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47302) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:51.298305 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f4322b85-adcc-4890-a4e2-55673f53e5aa admin admin] Publish callbacks [] for security_group (b488ad36-a6da-4464-ba25-e329dcfcf482), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:51.331878 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f4322b85-adcc-4890-a4e2-55673f53e5aa admin admin] Publish callbacks [] for security_group (b488ad36-a6da-4464-ba25-e329dcfcf482), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:51.487581 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f4322b85-adcc-4890-a4e2-55673f53e5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (b488ad36-a6da-4464-ba25-e329dcfcf482), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:51.490595 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f4322b85-adcc-4890-a4e2-55673f53e5aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:51.492228 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-f4322b85-adcc-4890-a4e2-55673f53e5aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b488ad36-a6da-4464-ba25-e329dcfcf482 HTTP/1.1" status: 204 len: 168 time: 0.2826500 Apr 12 14:38:51.505407 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4322b85-adcc-4890-a4e2-55673f53e5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b488ad36-a6da-4464-ba25-e329dcfcf482,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:52.898717 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47324) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:53.002614 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-982968342-network', 'tenant_id': 'afd76447480d46cfb9524aec094e512c'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:53.287260 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Made reservation on behalf of afd76447480d46cfb9524aec094e512c for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:38:53.289853 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:53.299951 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:53.417965 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Publish callbacks [] for security_group (9cc2c4b3-a4af-4a6b-8907-7278e06d56a5), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:53.705313 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (9cc2c4b3-a4af-4a6b-8907-7278e06d56a5), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:53.748218 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:38:53.765919 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc2c4b3-a4af-4a6b-8907-7278e06d56a5,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:53.774048 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (c9b77a94-94c4-41c6-819e-0a2b816b6a88), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:53.774628 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Added segment c9b77a94-94c4-41c6-819e-0a2b816b6a88 of type vlan for network fae33d34-6355-470a-a5f2-7abad138112d Apr 12 14:38:53.829599 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (fae33d34-6355-470a-a5f2-7abad138112d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:54.063821 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (fae33d34-6355-470a-a5f2-7abad138112d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:54.065175 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:54.065959 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:54.130982 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] Pushing event updated for resources: {'Network': ['ID=fae33d34-6355-470a-a5f2-7abad138112d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:54.147400 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network fae33d34-6355-470a-a5f2-7abad138112d details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:38:54.233139 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-92581085-32c4-4842-811a-2ad718a07d3f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3328278 Apr 12 14:38:54.236473 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47328) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:54.242704 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Request body: {'subnet': {'network_id': 'fae33d34-6355-470a-a5f2-7abad138112d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-982968342-subnet', 'tenant_id': 'afd76447480d46cfb9524aec094e512c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:54.447426 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Made reservation on behalf of afd76447480d46cfb9524aec094e512c for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:38:54.450109 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12892725'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:54.715303 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15436618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12892711'] for subnet (5b3b6e22-b79b-468a-b723-f9666be611df), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:54.771673 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3b6e22-b79b-468a-b723-f9666be611df,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:54.785691 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Checking segment: {'id': 'c9b77a94-94c4-41c6-819e-0a2b816b6a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fae33d34-6355-470a-a5f2-7abad138112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:38:54.786118 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Network hostable DHCP agents. Network: fae33d34-6355-470a-a5f2-7abad138112d, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:38:54.875556 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Network fae33d34-6355-470a-a5f2-7abad138112d is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:38:55.001936 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, fae33d34-6355-470a-a5f2-7abad138112d) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:38:55.008037 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:55.010264 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:55.015596 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fbd9ab-be55-4748-a729-4f81c473baa9 None None] Network fae33d34-6355-470a-a5f2-7abad138112d requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:38:55.137957 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-722d6b49-c699-48ba-9752-d6604ecc6042 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8990052 Apr 12 14:38:55.141747 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc31a6-5496-4ecc-8055-b7286ef914f7 None None] Network fae33d34-6355-470a-a5f2-7abad138112d requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:38:55.977291 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47344) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:55.982622 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-343586868-network', 'tenant_id': '9e10c23fb46a4c4898a965e312cd44c6'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:56.098606 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Made reservation on behalf of 9e10c23fb46a4c4898a965e312cd44c6 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:38:56.101010 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:56.115934 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:56.219572 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Publish callbacks [] for security_group (2ef4ffca-10b9-4ac8-8ff6-8746aa54760a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:56.315769 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2ef4ffca-10b9-4ac8-8ff6-8746aa54760a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:56.343814 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:38:56.354582 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef4ffca-10b9-4ac8-8ff6-8746aa54760a,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:56.359769 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (bf9389a1-ddd6-4b76-8b1c-3682f571fa09), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:56.360133 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Added segment bf9389a1-ddd6-4b76-8b1c-3682f571fa09 of type vlan for network ce34d4c3-345b-4c85-989d-6d6875144b8c Apr 12 14:38:56.406085 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (ce34d4c3-345b-4c85-989d-6d6875144b8c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:56.521416 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (ce34d4c3-345b-4c85-989d-6d6875144b8c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:56.522645 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:56.524004 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:56.895712 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9166710 Apr 12 14:38:56.898246 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47346) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:56.902310 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fd9eb-0abc-472b-82ba-f09e7ff75408 admin admin] Pushing event updated for resources: {'Network': ['ID=ce34d4c3-345b-4c85-989d-6d6875144b8c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:56.904439 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Request body: {'subnet': {'network_id': 'ce34d4c3-345b-4c85-989d-6d6875144b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-343586868-subnet', 'tenant_id': '9e10c23fb46a4c4898a965e312cd44c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:56.914749 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network ce34d4c3-345b-4c85-989d-6d6875144b8c details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:38:57.081736 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Made reservation on behalf of 9e10c23fb46a4c4898a965e312cd44c6 for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:38:57.084221 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12654939'] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:57.395873 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14564050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12654921'] for subnet (d0771e8c-2162-406b-b821-58a902bde191), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:57.454501 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0771e8c-2162-406b-b821-58a902bde191,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:57.467255 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Checking segment: {'id': 'bf9389a1-ddd6-4b76-8b1c-3682f571fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ce34d4c3-345b-4c85-989d-6d6875144b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:38:57.467594 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Network hostable DHCP agents. Network: ce34d4c3-345b-4c85-989d-6d6875144b8c, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:38:57.549874 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Network ce34d4c3-345b-4c85-989d-6d6875144b8c is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:38:57.663943 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, ce34d4c3-345b-4c85-989d-6d6875144b8c) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:38:57.670522 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:57.671070 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:57.681504 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc2215d-dd98-42ad-99fc-daa445af43fb None None] Network ce34d4c3-345b-4c85-989d-6d6875144b8c requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:38:57.767632 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:38:57.770026 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-45157b32-d30d-4318-be8b-ad43a108d5d4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8703821 Apr 12 14:38:57.807705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e99756-af86-4088-b7da-e4e354b56296 None None] Network ce34d4c3-345b-4c85-989d-6d6875144b8c requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:39:08.910143 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:13.776828 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-77dfeb0f-6cd3-4c52-8816-667ae48425c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:16.052435 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-530d8374-c4e6-42b3-99c4-e3c8ddd22e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:16.780170 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47470) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:16.826070 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0799f70-b040-41ea-a0f2-9c2fee26cfe3 admin admin] Deleting subnet 5b3b6e22-b79b-468a-b723-f9666be611df {{(pid=103904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:39:16.829669 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a0799f70-b040-41ea-a0f2-9c2fee26cfe3 admin admin] Publish callbacks [] for subnet (5b3b6e22-b79b-468a-b723-f9666be611df), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:16.869145 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a0799f70-b040-41ea-a0f2-9c2fee26cfe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14365499'] for subnet (5b3b6e22-b79b-468a-b723-f9666be611df), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:16.909099 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a0799f70-b040-41ea-a0f2-9c2fee26cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (5b3b6e22-b79b-468a-b723-f9666be611df), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:16.989352 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.087042 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a0799f70-b040-41ea-a0f2-9c2fee26cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14564383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12654918'] for subnet (5b3b6e22-b79b-468a-b723-f9666be611df), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.112152 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0799f70-b040-41ea-a0f2-9c2fee26cfe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3b6e22-b79b-468a-b723-f9666be611df,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:17.118691 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a0799f70-b040-41ea-a0f2-9c2fee26cfe3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.121997 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-a0799f70-b040-41ea-a0f2-9c2fee26cfe3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5b3b6e22-b79b-468a-b723-f9666be611df HTTP/1.1" status: 204 len: 168 time: 0.3407891 Apr 12 14:39:17.124429 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47472) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:17.199402 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (fae33d34-6355-470a-a5f2-7abad138112d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.279777 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (fae33d34-6355-470a-a5f2-7abad138112d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.299961 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae33d34-6355-470a-a5f2-7abad138112d']}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:17.309527 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b77a94-94c4-41c6-819e-0a2b816b6a88') {'for_net_delete': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:17.309860 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b77a94-94c4-41c6-819e-0a2b816b6a88') {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:17.320228 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14365490'] for segment (c9b77a94-94c4-41c6-819e-0a2b816b6a88), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.335243 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (c9b77a94-94c4-41c6-819e-0a2b816b6a88), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.341932 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:39:17.342326 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14564533'] for segment (c9b77a94-94c4-41c6-819e-0a2b816b6a88), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: Traceback (most recent call last): Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: timer() Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: cb(*args, **kw) Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: return func(*args, **kwargs) Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: self._notify() Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: self.callback(batched_events) Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: event.method(event) Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: return f(self, *a, **k) Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._get(url).json() Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: return self.request(url, 'GET', **kwargs) Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:39:17.344118 dv-cinder-837522-1-iscsi neutron-server[103904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:39:17.566780 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (fae33d34-6355-470a-a5f2-7abad138112d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.573596 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.582321 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/fae33d34-6355-470a-a5f2-7abad138112d HTTP/1.1" status: 204 len: 168 time: 0.4531384 Apr 12 14:39:17.582800 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47474) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:17.597106 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcaa381-ed49-4756-a0dc-0f5a522b97c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae33d34-6355-470a-a5f2-7abad138112d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:17.628563 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4b6295-055a-4dce-afcf-f11dd38bdec3 admin admin] Deleting subnet d0771e8c-2162-406b-b821-58a902bde191 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:39:17.633198 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6295-055a-4dce-afcf-f11dd38bdec3 admin admin] Publish callbacks [] for subnet (d0771e8c-2162-406b-b821-58a902bde191), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.668261 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6295-055a-4dce-afcf-f11dd38bdec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13984747'] for subnet (d0771e8c-2162-406b-b821-58a902bde191), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.710760 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6295-055a-4dce-afcf-f11dd38bdec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (d0771e8c-2162-406b-b821-58a902bde191), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.949845 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6295-055a-4dce-afcf-f11dd38bdec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15437191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892712'] for subnet (d0771e8c-2162-406b-b821-58a902bde191), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.978280 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b6295-055a-4dce-afcf-f11dd38bdec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0771e8c-2162-406b-b821-58a902bde191,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:17.983898 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6295-055a-4dce-afcf-f11dd38bdec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:17.987680 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7b4b6295-055a-4dce-afcf-f11dd38bdec3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d0771e8c-2162-406b-b821-58a902bde191 HTTP/1.1" status: 204 len: 168 time: 0.4043841 Apr 12 14:39:17.990569 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47476) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:18.066966 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (ce34d4c3-345b-4c85-989d-6d6875144b8c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:18.154530 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (ce34d4c3-345b-4c85-989d-6d6875144b8c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:18.177478 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce34d4c3-345b-4c85-989d-6d6875144b8c']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:18.190030 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9389a1-ddd6-4b76-8b1c-3682f571fa09') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:18.190371 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9389a1-ddd6-4b76-8b1c-3682f571fa09') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:18.202693 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13984738'] for segment (bf9389a1-ddd6-4b76-8b1c-3682f571fa09), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:18.218177 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (bf9389a1-ddd6-4b76-8b1c-3682f571fa09), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:18.226363 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:39:18.226883 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15437101'] for segment (bf9389a1-ddd6-4b76-8b1c-3682f571fa09), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: Traceback (most recent call last): Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: timer() Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: cb(*args, **kw) Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: self._notify() Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: self.callback(batched_events) Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: event.method(event) Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: return f(self, *a, **k) Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._get(url).json() Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:39:18.229021 dv-cinder-837522-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:39:18.383884 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (ce34d4c3-345b-4c85-989d-6d6875144b8c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:18.391521 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:18.398069 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ce34d4c3-345b-4c85-989d-6d6875144b8c HTTP/1.1" status: 204 len: 168 time: 0.4026749 Apr 12 14:39:18.405076 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4270f-bee9-480d-8c76-169562afc0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce34d4c3-345b-4c85-989d-6d6875144b8c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:18.697697 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:18.891265 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47480) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:18.934490 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-485dc4a1-f30a-4b20-a34c-c1896ff6bd8e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=afd76447480d46cfb9524aec094e512c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419605 Apr 12 14:39:18.937409 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47482) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:18.988253 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a660134d-cc55-4f84-8ab1-293f13b41038 admin admin] Publish callbacks [] for security_group (9cc2c4b3-a4af-4a6b-8907-7278e06d56a5), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:19.011935 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a660134d-cc55-4f84-8ab1-293f13b41038 admin admin] Publish callbacks [] for security_group (9cc2c4b3-a4af-4a6b-8907-7278e06d56a5), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:19.182962 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a660134d-cc55-4f84-8ab1-293f13b41038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (9cc2c4b3-a4af-4a6b-8907-7278e06d56a5), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:19.185532 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a660134d-cc55-4f84-8ab1-293f13b41038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:19.186766 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a660134d-cc55-4f84-8ab1-293f13b41038 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9cc2c4b3-a4af-4a6b-8907-7278e06d56a5 HTTP/1.1" status: 204 len: 168 time: 0.2484055 Apr 12 14:39:19.197127 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660134d-cc55-4f84-8ab1-293f13b41038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc2c4b3-a4af-4a6b-8907-7278e06d56a5,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:20.154629 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:20.238973 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47488) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:20.283713 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4fdd6089-1886-4511-b1ca-92d64fc3f322 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e10c23fb46a4c4898a965e312cd44c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433774 Apr 12 14:39:20.286616 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47490) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:20.344865 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f48989b-b71c-4a6c-8336-1494f9fbe954 admin admin] Publish callbacks [] for security_group (2ef4ffca-10b9-4ac8-8ff6-8746aa54760a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:20.369708 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f48989b-b71c-4a6c-8336-1494f9fbe954 admin admin] Publish callbacks [] for security_group (2ef4ffca-10b9-4ac8-8ff6-8746aa54760a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:20.583614 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f48989b-b71c-4a6c-8336-1494f9fbe954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (2ef4ffca-10b9-4ac8-8ff6-8746aa54760a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:20.586332 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f48989b-b71c-4a6c-8336-1494f9fbe954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:20.587508 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2f48989b-b71c-4a6c-8336-1494f9fbe954 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ef4ffca-10b9-4ac8-8ff6-8746aa54760a HTTP/1.1" status: 204 len: 168 time: 0.2997284 Apr 12 14:39:20.595813 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48989b-b71c-4a6c-8336-1494f9fbe954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef4ffca-10b9-4ac8-8ff6-8746aa54760a,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:28.393443 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47558) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:28.503795 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-591a50bc-2488-42a0-bdaf-18b8070a9acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:28.581659 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-591a50bc-2488-42a0-bdaf-18b8070a9acd admin admin] Publish callbacks [] for security_group (a9388e1d-0b7b-4e61-8b78-9d09cdbd27d8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:28.697673 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-591a50bc-2488-42a0-bdaf-18b8070a9acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a9388e1d-0b7b-4e61-8b78-9d09cdbd27d8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:28.743151 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a50bc-2488-42a0-bdaf-18b8070a9acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9388e1d-0b7b-4e61-8b78-9d09cdbd27d8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:28.749087 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-591a50bc-2488-42a0-bdaf-18b8070a9acd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2311317c7cd4fc1acf8e2e4028efcc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544729 Apr 12 14:39:28.752813 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47562) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:28.814508 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf0fa-7931-4c68-b3b7-0eb735e38461 admin admin] Publish callbacks [] for security_group (a9388e1d-0b7b-4e61-8b78-9d09cdbd27d8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:28.843652 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf0fa-7931-4c68-b3b7-0eb735e38461 admin admin] Publish callbacks [] for security_group (a9388e1d-0b7b-4e61-8b78-9d09cdbd27d8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:29.074525 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf0fa-7931-4c68-b3b7-0eb735e38461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (a9388e1d-0b7b-4e61-8b78-9d09cdbd27d8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:29.077100 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf0fa-7931-4c68-b3b7-0eb735e38461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:29.078527 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3dcaf0fa-7931-4c68-b3b7-0eb735e38461 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9388e1d-0b7b-4e61-8b78-9d09cdbd27d8 HTTP/1.1" status: 204 len: 168 time: 0.3246436 Apr 12 14:39:29.089385 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaf0fa-7931-4c68-b3b7-0eb735e38461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9388e1d-0b7b-4e61-8b78-9d09cdbd27d8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:30.654981 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47584) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:30.757365 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1226084059-network', 'tenant_id': '822526f20bd1480c8214dbd132e65356'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:30.937566 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Made reservation on behalf of 822526f20bd1480c8214dbd132e65356 for: {'network': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:39:30.939951 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:30.949853 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:31.027286 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Publish callbacks [] for security_group (c8b5b48b-8ae9-4075-aeef-f81ccf07f7ce), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:31.302480 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (c8b5b48b-8ae9-4075-aeef-f81ccf07f7ce), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:31.329062 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:39:31.339101 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5b48b-8ae9-4075-aeef-f81ccf07f7ce,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:31.347008 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (4267148c-91f5-4775-9db6-0b6289866b49), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:31.347158 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.segments_db [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Added segment 4267148c-91f5-4775-9db6-0b6289866b49 of type vlan for network 021587dd-348a-45f9-ab61-82a9c5f2ce0a Apr 12 14:39:31.396050 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (021587dd-348a-45f9-ab61-82a9c5f2ce0a), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:31.548953 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (021587dd-348a-45f9-ab61-82a9c5f2ce0a), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:31.550019 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:39:31.550613 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:31.614017 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] Pushing event updated for resources: {'Network': ['ID=021587dd-348a-45f9-ab61-82a9c5f2ce0a,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:31.626984 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network 021587dd-348a-45f9-ab61-82a9c5f2ce0a details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:39:31.695261 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-0bb2a67e-fdba-43ac-bb2b-05077791785b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0391030 Apr 12 14:39:31.698035 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47588) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:31.703098 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Request body: {'subnet': {'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1226084059-subnet', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:31.891498 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Made reservation on behalf of 822526f20bd1480c8214dbd132e65356 for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:39:31.893496 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12654939'] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:32.456917 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14564050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12654921'] for subnet (bb3cad01-3391-4bf9-ab8f-09b8083a7e9f), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:32.525062 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:32.532142 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Checking segment: {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:39:32.532453 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Network hostable DHCP agents. Network: 021587dd-348a-45f9-ab61-82a9c5f2ce0a, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:39:32.709503 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Network 021587dd-348a-45f9-ab61-82a9c5f2ce0a is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:39:32.840043 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, 021587dd-348a-45f9-ab61-82a9c5f2ce0a) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:32.844260 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:39:32.844854 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:32.849986 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2019506-0b78-476e-9e92-623ecbccc2a1 None None] Network 021587dd-348a-45f9-ab61-82a9c5f2ce0a requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:39:32.949861 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'project_id': '822526f20bd1480c8214dbd132e65356', 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:39:32.950775 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.042715 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ff2c2656-59d7-4e3a-87a7-f7f30505c56b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3434939 Apr 12 14:39:33.045443 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47590) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:33.053234 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:33.093314 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Allocated IP 172.20.0.2 (021587dd-348a-45f9-ab61-82a9c5f2ce0a/bb3cad01-3391-4bf9-ab8f-09b8083a7e9f/10b4e11a-f7a3-4746-890c-d8e522d08694) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:39:33.250577 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Publish callbacks [] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.250909 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (a8d9d7ef-8a72-411f-b012-88337c3330d3), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.251969 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (a8d9d7ef-8a72-411f-b012-88337c3330d3), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.303233 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks [] for router_controller (a8d9d7ef-8a72-411f-b012-88337c3330d3), precommit_add_association {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.451977 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.491617 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Network 021587dd-348a-45f9-ab61-82a9c5f2ce0a is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:39:33.496016 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:33.499382 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:39:33.509769 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Pushing event updated for resources: {'Port': ['ID=10b4e11a-f7a3-4746-890c-d8e522d08694,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:33.534434 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.534759 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.535104 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.535441 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.535771 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.536098 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.536422 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.537432 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.537754 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.538080 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.538467 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.538796 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.539116 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.539437 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.539754 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:33.573987 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Attempting to bind port 10b4e11a-f7a3-4746-890c-d8e522d08694 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:39:33.574271 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Attempting to bind port 10b4e11a-f7a3-4746-890c-d8e522d08694 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:39:33.574644 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Attempting to bind port 10b4e11a-f7a3-4746-890c-d8e522d08694 on network 021587dd-348a-45f9-ab61-82a9c5f2ce0a {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:39:33.580252 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:39:33.580630 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Checking segment: {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:39:33.581067 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.581465 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Bound using segment: {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:39:33.581932 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Bound port: 10b4e11a-f7a3-4746-890c-d8e522d08694, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:39:33.582309 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.618506 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks [] for router_gateway (a8d9d7ef-8a72-411f-b012-88337c3330d3), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.647830 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] For port 10b4e11a-f7a3-4746-890c-d8e522d08694, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:39:33.650811 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] For port 10b4e11a-f7a3-4746-890c-d8e522d08694, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=10b4e11a-f7a3-4746-890c-d8e522d08694,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:39:33.921932 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks [] for router_gateway (a8d9d7ef-8a72-411f-b012-88337c3330d3), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.940075 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:33.944257 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:34.004613 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fb911-cd9b-4c58-a26d-d9e3f27774f2 None None] Pushing event updated for resources: {'Port': ['ID=10b4e11a-f7a3-4746-890c-d8e522d08694,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:34.049884 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Allocated IP 172.27.3.207 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/2d712e09-1911-4236-a775-1bdeb6a322de) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:39:34.204874 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks [] for port (2d712e09-1911-4236-a775-1bdeb6a322de), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:34.332131 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:34.370923 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:39:34.375208 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:34.378574 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:39:34.384953 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=2d712e09-1911-4236-a775-1bdeb6a322de,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:34.767336 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:39:34.888610 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a327ee-039c-4673-9aa2-eba32e061f9d None None] Network 021587dd-348a-45f9-ab61-82a9c5f2ce0a requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:39:34.965869 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-2e560088-ddde-4818-ab79-c2d49420f9f3 None None] Provisioning complete for port 10b4e11a-f7a3-4746-890c-d8e522d08694 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:34.966570 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2e560088-ddde-4818-ab79-c2d49420f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:34.999195 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks [] for router_gateway (a8d9d7ef-8a72-411f-b012-88337c3330d3), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:35.086291 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-2e560088-ddde-4818-ab79-c2d49420f9f3 None None] Current status of the port 10b4e11a-f7a3-4746-890c-d8e522d08694 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:35.086602 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2e560088-ddde-4818-ab79-c2d49420f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:35.127139 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-2e560088-ddde-4818-ab79-c2d49420f9f3 None None] For port 10b4e11a-f7a3-4746-890c-d8e522d08694, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=10b4e11a-f7a3-4746-890c-d8e522d08694,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:39:35.222250 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (a8d9d7ef-8a72-411f-b012-88337c3330d3), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:35.280021 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2e560088-ddde-4818-ab79-c2d49420f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:35.328515 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e560088-ddde-4818-ab79-c2d49420f9f3 None None] Pushing event updated for resources: {'Port': ['ID=10b4e11a-f7a3-4746-890c-d8e522d08694,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:35.397534 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-76c95774-db29-425c-b382-b8cb7a3c5ca6 None None] Provisioning complete for port 10b4e11a-f7a3-4746-890c-d8e522d08694 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:35.397910 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-76c95774-db29-425c-b382-b8cb7a3c5ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:35.465250 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 10b4e11a-f7a3-4746-890c-d8e522d08694 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:39:35.468671 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Router a8d9d7ef-8a72-411f-b012-88337c3330d3 is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:39:35.580141 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:39:35.633346 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Sync routers for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:39:35.665370 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-76c95774-db29-425c-b382-b8cb7a3c5ca6 None None] Current status of the port 10b4e11a-f7a3-4746-890c-d8e522d08694 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:35.669478 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:39:35.670132 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:39:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:35.722875 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 10b4e11a-f7a3-4746-890c-d8e522d08694 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:35.723255 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:35.767651 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:35.768999 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-652077af-77fc-48c0-abf6-59c8471c8dc1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7224498 Apr 12 14:39:35.771781 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47592) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:35.842555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:39:35.929062 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 10b4e11a-f7a3-4746-890c-d8e522d08694 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:36.033168 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:34Z', 'revision_number': 3, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:36.062035 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Checking router: a8d9d7ef-8a72-411f-b012-88337c3330d3 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:39:36.062388 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Updating router a8d9d7ef-8a72-411f-b012-88337c3330d3 port 2d712e09-1911-4236-a775-1bdeb6a322de binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:39:36.090881 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.207355 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.353584 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Publish callbacks [] for port (2d712e09-1911-4236-a775-1bdeb6a322de), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.366022 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Allocated IP 172.20.0.1 (021587dd-348a-45f9-ab61-82a9c5f2ce0a/bb3cad01-3391-4bf9-ab8f-09b8083a7e9f/b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:39:36.471836 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Publish callbacks [] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.497471 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.554188 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Attempting to bind port 2d712e09-1911-4236-a775-1bdeb6a322de on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:39:36.554566 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Attempting to bind port 2d712e09-1911-4236-a775-1bdeb6a322de by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:39:36.554926 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Attempting to bind port 2d712e09-1911-4236-a775-1bdeb6a322de on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:39:36.557118 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ad15-fc4d-4055-bad8-409db741fef0 None None] Pushing event updated for resources: {'Port': ['ID=2d712e09-1911-4236-a775-1bdeb6a322de,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:36.564495 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:39:36.564495 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:39:36.564770 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.565071 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:39:36.565608 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Bound port: 2d712e09-1911-4236-a775-1bdeb6a322de, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:39:36.566027 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.617651 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.619409 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] For port 2d712e09-1911-4236-a775-1bdeb6a322de, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:39:36.622561 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] For port 2d712e09-1911-4236-a775-1bdeb6a322de, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=2d712e09-1911-4236-a775-1bdeb6a322de,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:39:36.656524 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Network 021587dd-348a-45f9-ab61-82a9c5f2ce0a is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:39:36.659446 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:36.663620 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:39:36.687764 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:36.710256 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (a8d9d7ef-8a72-411f-b012-88337c3330d3), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.841203 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.909556 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-f019d83f-bb46-4b8c-92ca-1afa1d6b3cda None None] Provisioning complete for port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:36.909922 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f019d83f-bb46-4b8c-92ca-1afa1d6b3cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:36.911905 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:39:36.912747 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:39:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:36.915312 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ad15-fc4d-4055-bad8-409db741fef0 None None] Pushing event updated for resources: {'Port': ['ID=2d712e09-1911-4236-a775-1bdeb6a322de,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:36.993500 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-f019d83f-bb46-4b8c-92ca-1afa1d6b3cda None None] Port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:39:37.051756 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:39:37.058255 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:37.221796 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:34Z', 'revision_number': 3, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:37.235729 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Publish callbacks [] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:37.253729 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf92f82-6961-4549-9529-b930b76595dd None None] The sync data for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi is: [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:34Z', 'revision_number': 3, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:39:37.377510 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:37.448704 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:37.452114 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (a8d9d7ef-8a72-411f-b012-88337c3330d3), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:37.570759 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Network 021587dd-348a-45f9-ab61-82a9c5f2ce0a is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:39:37.572280 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:37.705822 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Router a8d9d7ef-8a72-411f-b012-88337c3330d3 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:39:37.813373 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-6d999a42-0c33-4f77-b009-31c94b13d276 None None] Provisioning complete for port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:37.813837 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6d999a42-0c33-4f77-b009-31c94b13d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:37.835801 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:39:37.845792 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-1978f03a-184f-48d9-ab2b-14142f830049 admin admin] 10.222.0.61 "PUT /v2.0/routers/a8d9d7ef-8a72-411f-b012-88337c3330d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0725055 Apr 12 14:39:37.858887 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-6d999a42-0c33-4f77-b009-31c94b13d276 None None] Port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:39:38.635937 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 47608) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:38.640947 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-167888734-network', 'tenant_id': '8aaa49a63483422d860d653a054b920c'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:38.759845 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Made reservation on behalf of 8aaa49a63483422d860d653a054b920c for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:39:38.762299 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:38.780815 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:38.848061 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Sync routers for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:39:38.854220 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Publish callbacks [] for security_group (493abe1e-541f-40dc-a189-a76866f733e5), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:38.859005 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:39:38.859617 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:39:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:38.880047 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:38.977866 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:39:38.983032 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (493abe1e-541f-40dc-a189-a76866f733e5), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.005635 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:39:39.019915 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493abe1e-541f-40dc-a189-a76866f733e5,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:39.025151 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.025506 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Added segment 2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a of type vlan for network ce78085d-877c-44a2-9ba3-1b05599a40e6 Apr 12 14:39:39.068621 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733053240935'] for network (ce78085d-877c-44a2-9ba3-1b05599a40e6), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.183545 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c', 'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'mac_address': 'fa:16:3e:58:d2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:36Z', 'updated_at': '2022-04-12T14:39:37Z', 'revision_number': 2, 'project_id': '822526f20bd1480c8214dbd132e65356', 'subnets': [{'id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:39.205619 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922'] for network (ce78085d-877c-44a2-9ba3-1b05599a40e6), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.206654 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:39:39.207622 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.217312 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Checking router: a8d9d7ef-8a72-411f-b012-88337c3330d3 for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:39:39.217668 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Updating router a8d9d7ef-8a72-411f-b012-88337c3330d3 port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:39:39.247711 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.273984 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] Pushing event updated for resources: {'Network': ['ID=ce78085d-877c-44a2-9ba3-1b05599a40e6,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:39.284305 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Network ce78085d-877c-44a2-9ba3-1b05599a40e6 details requested by agent ovs-agent-dv-cinder-837522-1-iscsi with host dv-cinder-837522-1-iscsi {{(pid=103905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:39:39.344536 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47610) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:39.345154 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f0e7577a-0d3a-48c5-8206-4e256a293c68 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7075434 Apr 12 14:39:39.350051 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Request body: {'subnet': {'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-167888734-subnet', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'ip_version': 4}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:39.451110 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Made reservation on behalf of 8aaa49a63483422d860d653a054b920c for: {'subnet': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:39:39.454772 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12654939'] for subnet (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.471715 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 2d712e09-1911-4236-a775-1bdeb6a322de up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:39:39.523644 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 2d712e09-1911-4236-a775-1bdeb6a322de triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:39.524029 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.529042 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Publish callbacks [] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.605567 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 2d712e09-1911-4236-a775-1bdeb6a322de is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:39.605916 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.626488 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 2d712e09-1911-4236-a775-1bdeb6a322de, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=2d712e09-1911-4236-a775-1bdeb6a322de,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:39:39.646256 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.722155 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Pushing event updated for resources: {'Port': ['ID=b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:39.749127 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.749471 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.749810 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.750181 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.750516 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.750846 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.751166 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.751486 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.751833 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.752165 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.752483 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.752842 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.753198 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.756366 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.756366 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:39.756647 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.772031 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Attempting to bind port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:39:39.772579 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Attempting to bind port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:39:39.772933 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Attempting to bind port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c on network 021587dd-348a-45f9-ab61-82a9c5f2ce0a {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:39:39.779485 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:39:39.779861 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Checking segment: {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:39:39.780264 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.780695 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Bound using segment: {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:39:39.781399 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Bound port: b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:39:39.785344 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.811649 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14564050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12654921'] for subnet (b40f16ad-92f4-4be3-91ca-80bffd91f31d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:39.819450 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=2d712e09-1911-4236-a775-1bdeb6a322de,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:39.876918 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] For port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:39:39.876918 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] For port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:39:39.877626 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Checking segment: {'id': '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:39:39.877860 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Network hostable DHCP agents. Network: ce78085d-877c-44a2-9ba3-1b05599a40e6, hostable agents: ['fc07ea7d-e235-4a56-ac26-c399382a7c03'], hosted agents: [] {{(pid=103904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:39:39.880546 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40f16ad-92f4-4be3-91ca-80bffd91f31d,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:39.995275 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-eaac4cd5-0f50-4ca2-9e9d-5183551f416e None None] Provisioning complete for port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:39.995857 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-eaac4cd5-0f50-4ca2-9e9d-5183551f416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.007132 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.031578 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-eaac4cd5-0f50-4ca2-9e9d-5183551f416e None None] Port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:39:40.067366 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:39:40.068657 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:39:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:40.091662 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Network ce78085d-877c-44a2-9ba3-1b05599a40e6 is scheduled to be hosted by DHCP agent fc07ea7d-e235-4a56-ac26-c399382a7c03 with binding_index 1 {{(pid=103904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:39:40.106188 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69059187-16ac-4d38-bd0e-cb4fa738d661 None None] Pushing event updated for resources: {'Port': ['ID=b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c,revision_number=4']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:40.191649 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:39:40.199764 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837522-1-iscsi, ce78085d-877c-44a2-9ba3-1b05599a40e6) {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:40.204708 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:39:40.205458 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.211585 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b2103-999a-43b9-ab0f-bdeb5d4c9c0b None None] Network ce78085d-877c-44a2-9ba3-1b05599a40e6 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:39:40.284119 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-1192c60e-4c47-445f-bd03-8fc6628aef7d None None] Provisioning complete for port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:40.284491 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1192c60e-4c47-445f-bd03-8fc6628aef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.319022 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-216c683e-192a-49d8-8d53-8697c6491306 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9722104 Apr 12 14:39:40.321303 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47612) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:40.325606 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:40.362309 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd96546af-d7ba-5862-9934-3b8120104993-ce78085d-877c-44a2-9ba3-1b05599a40e6', 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6', 'project_id': '8aaa49a63483422d860d653a054b920c', 'fixed_ips': [{'subnet_id': 'b40f16ad-92f4-4be3-91ca-80bffd91f31d'}]}} from dv-cinder-837522-1-iscsi. {{(pid=103905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:39:40.363171 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.398752 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c', 'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'mac_address': 'fa:16:3e:58:d2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:36Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'subnets': [{'id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:40.417446 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4756'] for router (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.421865 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4781'] for router (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.422691 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b821ae16-9ae4-4aed-9158-a65e7ff627c0 None None] The sync data for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi is: [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c', 'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'mac_address': 'fa:16:3e:58:d2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:36Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'subnets': [{'id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:39:40.525629 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks [] for router_controller (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), precommit_add_association {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.555203 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-1192c60e-4c47-445f-bd03-8fc6628aef7d None None] Current status of the port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:40.555588 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1192c60e-4c47-445f-bd03-8fc6628aef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.666838 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-1192c60e-4c47-445f-bd03-8fc6628aef7d None None] For port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:39:40.695057 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.db_base_plugin_common [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Allocated IP 172.20.0.2 (ce78085d-877c-44a2-9ba3-1b05599a40e6/b40f16ad-92f4-4be3-91ca-80bffd91f31d/d52ff78e-f2c9-4269-9422-81e7d1ec0965) {{(pid=103905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:39:40.767775 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1192c60e-4c47-445f-bd03-8fc6628aef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.826129 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks [] for router_gateway (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.853962 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192c60e-4c47-445f-bd03-8fc6628aef7d None None] Pushing event updated for resources: {'Port': ['ID=b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:40.902542 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Publish callbacks [] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), precommit_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.051591 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), after_create {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.098393 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Network ce78085d-877c-44a2-9ba3-1b05599a40e6 is already hosted by enough agents. {{(pid=103905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:39:41.101962 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.scheduler.base_scheduler [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Resources bound (agent type, host, resource id): {{(pid=103905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:41.106149 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Received port after_create {{(pid=103905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:39:41.113785 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Pushing event updated for resources: {'Port': ['ID=d52ff78e-f2c9-4269-9422-81e7d1ec0965,revision_number=1']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:41.123950 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks [] for router_gateway (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.144847 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.171049 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Attempting to bind port d52ff78e-f2c9-4269-9422-81e7d1ec0965 on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:39:41.171332 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Attempting to bind port d52ff78e-f2c9-4269-9422-81e7d1ec0965 by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:39:41.171701 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Attempting to bind port d52ff78e-f2c9-4269-9422-81e7d1ec0965 on network ce78085d-877c-44a2-9ba3-1b05599a40e6 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:39:41.177781 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:39:41.178158 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Checking segment: {'id': '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:39:41.178565 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.178952 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Bound using segment: {'id': '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:39:41.179430 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Bound port: d52ff78e-f2c9-4269-9422-81e7d1ec0965, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:39:41.179804 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.260622 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Allocated IP 172.27.3.134 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/9d824fe9-b8a2-499e-83d9-73bb67e3e8dd) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:39:41.262636 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-d2473079-050a-4335-9901-dfd845277f04 None None] For port d52ff78e-f2c9-4269-9422-81e7d1ec0965, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:39:41.266163 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-d2473079-050a-4335-9901-dfd845277f04 None None] For port d52ff78e-f2c9-4269-9422-81e7d1ec0965, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=d52ff78e-f2c9-4269-9422-81e7d1ec0965,segment=NetworkSegment(2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a),segment_id=2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:39:41.375073 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks [] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.429920 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.504239 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.525441 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2473079-050a-4335-9901-dfd845277f04 None None] Pushing event updated for resources: {'Port': ['ID=d52ff78e-f2c9-4269-9422-81e7d1ec0965,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:41.559393 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:39:41.559393 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:41.560850 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:39:41.568145 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:39:41.621692 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:41.622067 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.758235 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:41.759685 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 2d712e09-1911-4236-a775-1bdeb6a322de up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:39:41.815268 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 2d712e09-1911-4236-a775-1bdeb6a322de triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:41.815935 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:41.901550 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 2d712e09-1911-4236-a775-1bdeb6a322de is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:41.924825 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Pushing event updated for resources: {'Port': ['ID=9d824fe9-b8a2-499e-83d9-73bb67e3e8dd,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:41.936562 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.936724 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.937115 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.937459 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.937796 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.938134 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.938462 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.938789 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.939114 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.939440 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.939768 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.940095 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.940423 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.940742 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:41.941088 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:42.351579 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks [] for router_gateway (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:42.464309 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e67452-eccb-4f38-9482-6a2a44a2df44 None None] Network ce78085d-877c-44a2-9ba3-1b05599a40e6 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:39:42.536873 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-6074629c-f4ee-4ac9-bca2-3af29369f6e4 None None] Provisioning complete for port d52ff78e-f2c9-4269-9422-81e7d1ec0965 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:42.537365 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6074629c-f4ee-4ac9-bca2-3af29369f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:42.575701 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507351'] for router (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:42.669316 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-6074629c-f4ee-4ac9-bca2-3af29369f6e4 None None] Current status of the port d52ff78e-f2c9-4269-9422-81e7d1ec0965 is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:42.669723 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6074629c-f4ee-4ac9-bca2-3af29369f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:42.713532 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-6074629c-f4ee-4ac9-bca2-3af29369f6e4 None None] For port d52ff78e-f2c9-4269-9422-81e7d1ec0965, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=d52ff78e-f2c9-4269-9422-81e7d1ec0965,segment=NetworkSegment(2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a),segment_id=2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:39:42.954641 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6074629c-f4ee-4ac9-bca2-3af29369f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:43.001891 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074629c-f4ee-4ac9-bca2-3af29369f6e4 None None] Pushing event updated for resources: {'Port': ['ID=d52ff78e-f2c9-4269-9422-81e7d1ec0965,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:43.039082 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb is scheduled to L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 with binding_index 1 {{(pid=103904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:39:43.071477 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-f8d7b61c-bf13-45d0-af12-3b852d9b81e2 None None] Provisioning complete for port d52ff78e-f2c9-4269-9422-81e7d1ec0965 triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:43.071874 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f8d7b61c-bf13-45d0-af12-3b852d9b81e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:43.151606 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:39:43.156311 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-f8d7b61c-bf13-45d0-af12-3b852d9b81e2 None None] Current status of the port d52ff78e-f2c9-4269-9422-81e7d1ec0965 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:43.162357 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Sync routers for ids ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:39:43.172772 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Routers {'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:39:43.173432 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:39:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:43.284014 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Set router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:39:43.419099 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:43.422859 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-9bfa48fa-0402-4f31-bef7-dce8f87333aa admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0981185 Apr 12 14:39:43.423418 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47614) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:43.464859 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:40Z', 'updated_at': '2022-04-12T14:39:42Z', 'revision_number': 3, 'project_id': '8aaa49a63483422d860d653a054b920c', 'gw_port': {'id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:41Z', 'updated_at': '2022-04-12T14:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:43.496739 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device d52ff78e-f2c9-4269-9422-81e7d1ec0965 up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:39:43.500365 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Checking router: e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:39:43.500713 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Updating router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd binding host dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:39:43.555139 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:43.595083 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port d52ff78e-f2c9-4269-9422-81e7d1ec0965 triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:43.595447 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:43.807889 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port d52ff78e-f2c9-4269-9422-81e7d1ec0965 is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:43.845673 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3fce0e94-cc69-4f95-b890-28df5f62678f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:43.848474 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:43.893880 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Publish callbacks [] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.003837 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Allocated IP 172.20.0.1 (ce78085d-877c-44a2-9ba3-1b05599a40e6/b40f16ad-92f4-4be3-91ca-80bffd91f31d/afa4f659-552c-4b96-8b55-1d688c7e4cab) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:39:44.017095 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.071281 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Attempting to bind port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:39:44.071568 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Attempting to bind port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:39:44.071927 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Attempting to bind port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd on network 49462a6f-1994-4e8c-8b87-69ff19160ba8 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:39:44.074884 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419fef0-7473-48c1-a0bd-d18859af2e3b None None] Pushing event updated for resources: {'Port': ['ID=9d824fe9-b8a2-499e-83d9-73bb67e3e8dd,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:44.079842 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:39:44.080252 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Checking segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:39:44.080613 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.081014 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Bound using segment: {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:39:44.081481 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Bound port: 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1aa04-005c-437d-b37a-1a2fbb42fdce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:39:44.082379 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.113237 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Publish callbacks [] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.138573 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] For port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:39:44.141761 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] For port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=9d824fe9-b8a2-499e-83d9-73bb67e3e8dd,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:39:44.241022 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.298705 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Routers {'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:39:44.299419 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:39:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:44.320331 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.338507 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419fef0-7473-48c1-a0bd-d18859af2e3b None None] Pushing event updated for resources: {'Port': ['ID=9d824fe9-b8a2-499e-83d9-73bb67e3e8dd,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:44.365955 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Network ce78085d-877c-44a2-9ba3-1b05599a40e6 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:39:44.368825 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:44.373204 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:39:44.376462 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Pushing event updated for resources: {'Port': ['ID=afa4f659-552c-4b96-8b55-1d688c7e4cab,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:44.415081 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507172'] for router_interface (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.427898 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] Set router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:39:44.644922 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.692475 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-288c2332-2109-4b9e-a20f-75ee6cdab688 None None] Provisioning complete for port afa4f659-552c-4b96-8b55-1d688c7e4cab triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:44.693092 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-288c2332-2109-4b9e-a20f-75ee6cdab688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.750589 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-288c2332-2109-4b9e-a20f-75ee6cdab688 None None] Port afa4f659-552c-4b96-8b55-1d688c7e4cab cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:39:44.788887 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:40Z', 'updated_at': '2022-04-12T14:39:42Z', 'revision_number': 3, 'project_id': '8aaa49a63483422d860d653a054b920c', 'gw_port': {'id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:41Z', 'updated_at': '2022-04-12T14:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:44.817302 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4ace0-a1d8-4c82-b0c7-ac1bce60d172 None None] The sync data for ids ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'] in dv-cinder-837522-1-iscsi is: [{'id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:40Z', 'updated_at': '2022-04-12T14:39:42Z', 'revision_number': 3, 'project_id': '8aaa49a63483422d860d653a054b920c', 'gw_port': {'id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:41Z', 'updated_at': '2022-04-12T14:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:39:44.822157 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Publish callbacks [] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.897867 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:44.967831 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Pushing event updated for resources: {'Port': ['ID=afa4f659-552c-4b96-8b55-1d688c7e4cab,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:44.973030 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507028'] for router_interface (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:45.085046 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Network ce78085d-877c-44a2-9ba3-1b05599a40e6 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:39:45.086715 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:39:45.374155 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-3067d463-52b4-40c0-880c-578399e644ae None None] Provisioning complete for port afa4f659-552c-4b96-8b55-1d688c7e4cab triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:45.374533 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3067d463-52b4-40c0-880c-578399e644ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:45.417537 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-3067d463-52b4-40c0-880c-578399e644ae None None] Port afa4f659-552c-4b96-8b55-1d688c7e4cab cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:39:45.485402 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:39:45.544477 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:39:45.544726 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:45.545203 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:45.627952 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:45.628342 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:45.651387 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] For port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=9d824fe9-b8a2-499e-83d9-73bb67e3e8dd,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:39:45.674948 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:39:45.682133 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-6af20b7a-ea4d-493d-a045-7081111865b0 admin admin] 10.222.0.61 "PUT /v2.0/routers/e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2576425 Apr 12 14:39:45.772023 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:45.827388 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Pushing event updated for resources: {'Port': ['ID=9d824fe9-b8a2-499e-83d9-73bb67e3e8dd,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:45.970492 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-41de0840-0a9c-4752-8adf-c693fe513200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:46.508577 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47624) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:46.513130 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-4664cd41-5f10-4676-8051-39c58f336b76 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059218997', 'description': 'tempest-secgroup-smoke-1059218997 description', 'project_id': '822526f20bd1480c8214dbd132e65356'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:46.646568 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4664cd41-5f10-4676-8051-39c58f336b76 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:46.713913 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4664cd41-5f10-4676-8051-39c58f336b76 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group (7b00eb1b-73de-4f8d-918d-4c88214a9758), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:46.845585 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4664cd41-5f10-4676-8051-39c58f336b76 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7b00eb1b-73de-4f8d-918d-4c88214a9758), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:46.875767 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664cd41-5f10-4676-8051-39c58f336b76 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b00eb1b-73de-4f8d-918d-4c88214a9758,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:47.008077 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4664cd41-5f10-4676-8051-39c58f336b76 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.009358 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-4664cd41-5f10-4676-8051-39c58f336b76 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4997795 Apr 12 14:39:47.012196 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47626) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:47.016516 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-fb443589-e825-4295-b14f-629afdcbd767 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Request body: {'security_group_rule': {'security_group_id': '7b00eb1b-73de-4f8d-918d-4c88214a9758', 'project_id': '822526f20bd1480c8214dbd132e65356', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:47.057124 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.149190 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Sync routers for ids ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:39:47.163925 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Routers {'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:39:47.164567 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:39:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:47.177163 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fb443589-e825-4295-b14f-629afdcbd767 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (733cacc4-8a3c-4171-a2dd-4878d922861c), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.237672 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fb443589-e825-4295-b14f-629afdcbd767 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (733cacc4-8a3c-4171-a2dd-4878d922861c), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.281449 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Set router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:39:47.342464 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fb443589-e825-4295-b14f-629afdcbd767 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (733cacc4-8a3c-4171-a2dd-4878d922861c), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.360797 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb443589-e825-4295-b14f-629afdcbd767 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733cacc4-8a3c-4171-a2dd-4878d922861c,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:47.425016 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fb443589-e825-4295-b14f-629afdcbd767 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.428661 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-fb443589-e825-4295-b14f-629afdcbd767 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131408 Apr 12 14:39:47.429800 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47628) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:47.434729 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-7a471452-b031-4d13-af4c-37e2ddbd90fc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Request body: {'security_group_rule': {'security_group_id': '7b00eb1b-73de-4f8d-918d-4c88214a9758', 'project_id': '822526f20bd1480c8214dbd132e65356', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:47.465833 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:39:47.514451 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:47.514955 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.576064 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:40Z', 'updated_at': '2022-04-12T14:39:44Z', 'revision_number': 4, 'project_id': '8aaa49a63483422d860d653a054b920c', 'gw_port': {'id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:41Z', 'updated_at': '2022-04-12T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'afa4f659-552c-4b96-8b55-1d688c7e4cab', 'name': '', 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'mac_address': 'fa:16:3e:d6:95:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b40f16ad-92f4-4be3-91ca-80bffd91f31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:43Z', 'updated_at': '2022-04-12T14:39:44Z', 'revision_number': 2, 'project_id': '8aaa49a63483422d860d653a054b920c', 'subnets': [{'id': 'b40f16ad-92f4-4be3-91ca-80bffd91f31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:47.595211 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:47.604642 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Checking router: e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:39:47.605037 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Updating router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb port afa4f659-552c-4b96-8b55-1d688c7e4cab binding host dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:39:47.621459 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7a471452-b031-4d13-af4c-37e2ddbd90fc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (41c3a276-fd78-4127-8d6f-96acfe37548c), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.632797 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.683753 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7a471452-b031-4d13-af4c-37e2ddbd90fc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (41c3a276-fd78-4127-8d6f-96acfe37548c), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.851191 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7a471452-b031-4d13-af4c-37e2ddbd90fc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (41c3a276-fd78-4127-8d6f-96acfe37548c), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.869622 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a471452-b031-4d13-af4c-37e2ddbd90fc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c3a276-fd78-4127-8d6f-96acfe37548c,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:47.900341 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Publish callbacks [] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), precommit_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.995809 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7a471452-b031-4d13-af4c-37e2ddbd90fc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:47.997045 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-7a471452-b031-4d13-af4c-37e2ddbd90fc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5659714 Apr 12 14:39:47.999781 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47630) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:48.004075 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-726acced-cb34-4ba3-a2b7-29ece79c0580 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Request body: {'security_group_rule': {'security_group_id': '7b00eb1b-73de-4f8d-918d-4c88214a9758', 'project_id': '822526f20bd1480c8214dbd132e65356', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:48.039928 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.092717 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367a5e4-2816-4d94-9b73-a268cb1d3166 None None] Pushing event updated for resources: {'Port': ['ID=afa4f659-552c-4b96-8b55-1d688c7e4cab,revision_number=3']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:48.150317 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Attempting to bind port afa4f659-552c-4b96-8b55-1d688c7e4cab on host dv-cinder-837522-1-iscsi for vnic_type normal with profile {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:39:48.151046 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Attempting to bind port afa4f659-552c-4b96-8b55-1d688c7e4cab by drivers openvswitch,hyperv on host dv-cinder-837522-1-iscsi at level 0 using segments [{'id': '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6'}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:39:48.151046 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Attempting to bind port afa4f659-552c-4b96-8b55-1d688c7e4cab on network ce78085d-877c-44a2-9ba3-1b05599a40e6 {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:39:48.156595 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Checking agent: {'id': '05940f8a-2e48-420d-9ede-d00819fcb352', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837522-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 16, 50), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837522-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:39:48.162122 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Checking segment: {'id': '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:39:48.162122 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.162122 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Bound using segment: {'id': '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6'} {{(pid=103906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:39:48.162122 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.managers [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Bound port: afa4f659-552c-4b96-8b55-1d688c7e4cab, host: dv-cinder-837522-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6'}}] {{(pid=103906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:39:48.162122 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), before_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.162636 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-726acced-cb34-4ba3-a2b7-29ece79c0580 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (d40ac1a8-b0ea-4884-81ee-3b156bc08aa4), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.224473 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-726acced-cb34-4ba3-a2b7-29ece79c0580 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (d40ac1a8-b0ea-4884-81ee-3b156bc08aa4), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.225974 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] For port afa4f659-552c-4b96-8b55-1d688c7e4cab, host dv-cinder-837522-1-iscsi, cleared binding levels {{(pid=103906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:39:48.229207 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] For port afa4f659-552c-4b96-8b55-1d688c7e4cab, host dv-cinder-837522-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=afa4f659-552c-4b96-8b55-1d688c7e4cab,segment=NetworkSegment(2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a),segment_id=2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a)] {{(pid=103906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:39:48.358081 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-b87202a1-d7a2-45b6-a50a-5e7272cddd69 None None] Provisioning complete for port afa4f659-552c-4b96-8b55-1d688c7e4cab triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:48.358709 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b87202a1-d7a2-45b6-a50a-5e7272cddd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.393828 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-726acced-cb34-4ba3-a2b7-29ece79c0580 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (d40ac1a8-b0ea-4884-81ee-3b156bc08aa4), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.398822 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-b87202a1-d7a2-45b6-a50a-5e7272cddd69 None None] Port afa4f659-552c-4b96-8b55-1d688c7e4cab cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:39:48.415525 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726acced-cb34-4ba3-a2b7-29ece79c0580 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40ac1a8-b0ea-4884-81ee-3b156bc08aa4,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:48.417575 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), after_update {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.477742 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367a5e4-2816-4d94-9b73-a268cb1d3166 None None] Pushing event updated for resources: {'Port': ['ID=afa4f659-552c-4b96-8b55-1d688c7e4cab,revision_number=4']} {{(pid=103906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:48.480416 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Routers {'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:39:48.481051 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:39:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:48.518435 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-726acced-cb34-4ba3-a2b7-29ece79c0580 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.523797 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-726acced-cb34-4ba3-a2b7-29ece79c0580 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5195122 Apr 12 14:39:48.524341 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47632) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:48.532316 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-0a04c3ef-1fbb-4805-b337-67af1f914dcf tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Request body: {'security_group_rule': {'security_group_id': '7b00eb1b-73de-4f8d-918d-4c88214a9758', 'project_id': '822526f20bd1480c8214dbd132e65356', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:48.607847 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] Set router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:39:48.690866 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.718028 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-cb48f7db-a1ef-493b-a8fd-3f5f67c8f0b3 None None] Provisioning complete for port afa4f659-552c-4b96-8b55-1d688c7e4cab triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:48.718320 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb48f7db-a1ef-493b-a8fd-3f5f67c8f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.761052 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0a04c3ef-1fbb-4805-b337-67af1f914dcf tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (251f1112-677c-4fae-9aff-41d89882e3aa), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.806591 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-cb48f7db-a1ef-493b-a8fd-3f5f67c8f0b3 None None] Current status of the port afa4f659-552c-4b96-8b55-1d688c7e4cab is: DOWN; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:48.806987 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb48f7db-a1ef-493b-a8fd-3f5f67c8f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.811600 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:40Z', 'updated_at': '2022-04-12T14:39:44Z', 'revision_number': 4, 'project_id': '8aaa49a63483422d860d653a054b920c', 'gw_port': {'id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:41Z', 'updated_at': '2022-04-12T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'afa4f659-552c-4b96-8b55-1d688c7e4cab', 'name': '', 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'mac_address': 'fa:16:3e:d6:95:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b40f16ad-92f4-4be3-91ca-80bffd91f31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:43Z', 'updated_at': '2022-04-12T14:39:48Z', 'revision_number': 4, 'project_id': '8aaa49a63483422d860d653a054b920c', 'subnets': [{'id': 'b40f16ad-92f4-4be3-91ca-80bffd91f31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:48.828083 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0a04c3ef-1fbb-4805-b337-67af1f914dcf tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (251f1112-677c-4fae-9aff-41d89882e3aa), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:48.842573 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-cb48f7db-a1ef-493b-a8fd-3f5f67c8f0b3 None None] For port afa4f659-552c-4b96-8b55-1d688c7e4cab, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=afa4f659-552c-4b96-8b55-1d688c7e4cab,segment=NetworkSegment(2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a),segment_id=2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:39:48.842839 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4836b-be7f-4f3b-b14e-55ff2c365bc8 None None] The sync data for ids ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'] in dv-cinder-837522-1-iscsi is: [{'id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:40Z', 'updated_at': '2022-04-12T14:39:44Z', 'revision_number': 4, 'project_id': '8aaa49a63483422d860d653a054b920c', 'gw_port': {'id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:41Z', 'updated_at': '2022-04-12T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'afa4f659-552c-4b96-8b55-1d688c7e4cab', 'name': '', 'network_id': 'ce78085d-877c-44a2-9ba3-1b05599a40e6', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'mac_address': 'fa:16:3e:d6:95:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b40f16ad-92f4-4be3-91ca-80bffd91f31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:43Z', 'updated_at': '2022-04-12T14:39:48Z', 'revision_number': 4, 'project_id': '8aaa49a63483422d860d653a054b920c', 'subnets': [{'id': 'b40f16ad-92f4-4be3-91ca-80bffd91f31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:39:49.074121 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0a04c3ef-1fbb-4805-b337-67af1f914dcf tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (251f1112-677c-4fae-9aff-41d89882e3aa), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:49.074733 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb48f7db-a1ef-493b-a8fd-3f5f67c8f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:49.095233 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04c3ef-1fbb-4805-b337-67af1f914dcf tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251f1112-677c-4fae-9aff-41d89882e3aa,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:49.131124 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48f7db-a1ef-493b-a8fd-3f5f67c8f0b3 None None] Pushing event updated for resources: {'Port': ['ID=afa4f659-552c-4b96-8b55-1d688c7e4cab,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:49.225520 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0a04c3ef-1fbb-4805-b337-67af1f914dcf tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:49.226923 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-0a04c3ef-1fbb-4805-b337-67af1f914dcf tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7012763 Apr 12 14:39:49.230517 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47634) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:49.235135 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-ba15f486-be9a-4e17-bfad-4e67e4172698 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Request body: {'security_group_rule': {'security_group_id': '7b00eb1b-73de-4f8d-918d-4c88214a9758', 'project_id': '822526f20bd1480c8214dbd132e65356', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:49.382781 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.securitygroups_db [None req-ba15f486-be9a-4e17-bfad-4e67e4172698 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Project 822526f20bd1480c8214dbd132e65356 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:39:49.388761 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ba15f486-be9a-4e17-bfad-4e67e4172698 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (80593d9e-b628-4d36-b8d5-efc304d7a2c6), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:49.467722 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ba15f486-be9a-4e17-bfad-4e67e4172698 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (80593d9e-b628-4d36-b8d5-efc304d7a2c6), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:49.477325 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device afa4f659-552c-4b96-8b55-1d688c7e4cab up at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:39:49.526119 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Provisioning complete for port afa4f659-552c-4b96-8b55-1d688c7e4cab triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:39:49.534814 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:49.559713 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ba15f486-be9a-4e17-bfad-4e67e4172698 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (80593d9e-b628-4d36-b8d5-efc304d7a2c6), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:49.580089 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15f486-be9a-4e17-bfad-4e67e4172698 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80593d9e-b628-4d36-b8d5-efc304d7a2c6,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:49.614068 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Current status of the port afa4f659-552c-4b96-8b55-1d688c7e4cab is: ACTIVE; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:39:49.693707 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ba15f486-be9a-4e17-bfad-4e67e4172698 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:49.697792 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-ba15f486-be9a-4e17-bfad-4e67e4172698 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4636307 Apr 12 14:39:49.698146 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47636) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:49.703484 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-243b5a5e-b3e7-4530-bcc6-da2dfc970c57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Request body: {'security_group_rule': {'security_group_id': '7b00eb1b-73de-4f8d-918d-4c88214a9758', 'project_id': '822526f20bd1480c8214dbd132e65356', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:39:49.902612 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.securitygroups_db [None req-243b5a5e-b3e7-4530-bcc6-da2dfc970c57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Project 822526f20bd1480c8214dbd132e65356 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:39:49.910860 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-243b5a5e-b3e7-4530-bcc6-da2dfc970c57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (6925f003-f5d0-4bda-bf24-5674fc9ddb75), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:49.975240 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-243b5a5e-b3e7-4530-bcc6-da2dfc970c57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (6925f003-f5d0-4bda-bf24-5674fc9ddb75), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:50.137197 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:50.188358 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-243b5a5e-b3e7-4530-bcc6-da2dfc970c57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447340'] for security_group_rule (6925f003-f5d0-4bda-bf24-5674fc9ddb75), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:50.207604 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b5a5e-b3e7-4530-bcc6-da2dfc970c57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6925f003-f5d0-4bda-bf24-5674fc9ddb75,revision_number=0']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:50.350156 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-243b5a5e-b3e7-4530-bcc6-da2dfc970c57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:50.351499 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-243b5a5e-b3e7-4530-bcc6-da2dfc970c57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6523259 Apr 12 14:40:06.206429 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-e540d4b1-744c-4dbd-b1b0-6cfac72e6b4b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059218997&fields=id&tenant_id=822526f20bd1480c8214dbd132e65356 HTTP/1.1" status: 200 len: 267 time: 0.0436149 Apr 12 14:40:06.316262 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-0e3c045d-1b01-40f6-88eb-f3d8ef915f3a tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:06.318440 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-0e3c045d-1b01-40f6-88eb-f3d8ef915f3a tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 809 time: 0.1048026 Apr 12 14:40:06.333633 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-e5ec4c0b-2047-457a-8bcb-0dbc45e1d771 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/quotas/822526f20bd1480c8214dbd132e65356 HTTP/1.1" status: 200 len: 375 time: 0.0097971 Apr 12 14:40:06.383586 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-b51ee65a-bb1f-4c1d-b295-13ff49583678 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440903 Apr 12 14:40:06.495129 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-6e6843a9-1d87-4d31-9a4e-8e854166b54f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:40:06.496132 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-6e6843a9-1d87-4d31-9a4e-8e854166b54f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1007867 Apr 12 14:40:06.595634 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-f5393cf8-1069-4b8d-ab57-659b8b282713 service neutron] 10.222.0.61 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865884 Apr 12 14:40:06.682296 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-d0aca622-eef7-4ea4-865c-9d9fd8bd3d61 service neutron] 10.222.0.61 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878408 Apr 12 14:40:08.496343 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5a452273-6e17-423a-ad9b-ea53ed406a84 req-65aa3111-47d1-459a-85b3-dbe7ed34cea7 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0311024 Apr 12 14:40:08.833501 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:09.575751 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-acd4078e-1177-4e30-a86a-95418c1bbfd3 req-b2bd05ac-1629-4b02-adb4-923a3d7d36fc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0277779 Apr 12 14:40:10.651435 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e9769052-9e7a-41f6-95d5-a80897fc8cff req-edbe7d60-3e67-41a0-8cba-2ad2c11c87e4 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0274119 Apr 12 14:40:11.736031 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8f09df5-8ae1-4aeb-ae48-2e91ca75c5cf req-93aac2fb-2772-432e-8455-6656c0b5b266 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0334847 Apr 12 14:40:11.766414 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:40:12.813720 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-2aa89d25-0586-4591-9104-b8bdc63e7e58 req-8f1fb580-6833-4b5c-bdd2-343876f97a52 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Apr 12 14:40:13.821555 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2956b7ef-81a5-412f-a097-25fde7dc1d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:13.909772 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee590db7-beb0-49d6-9e02-478752b8a6a8 req-752e22cd-c482-44dc-b94f-4213564101d8 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0286169 Apr 12 14:40:15.006835 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e6b8cd2b-a8d6-4f45-a7f8-82ea64477c77 req-11065081-e747-4b73-acec-cddc091093e2 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0288920 Apr 12 14:40:16.104159 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-19e467a3-e71b-4a61-a01a-b3c71816183c req-547b1162-2c9e-40ea-bd7e-6e098c17c15a tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0286198 Apr 12 14:40:16.106700 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-83a04723-1d44-44ac-b9a7-eecb60a3c4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:16.286910 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-419ef0da-b8e7-476b-bf30-1a1c6b1b6928 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:16.288269 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-419ef0da-b8e7-476b-bf30-1a1c6b1b6928 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 809 time: 0.1087444 Apr 12 14:40:16.353064 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-612655ba-e796-4767-b2af-4e131ed1ea15 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822526f20bd1480c8214dbd132e65356 HTTP/1.1" status: 200 len: 380 time: 0.0568340 Apr 12 14:40:16.362867 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Request body: {'port': {'device_id': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'admin_state_up': True, 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'security_groups': ['7b00eb1b-73de-4f8d-918d-4c88214a9758']}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:40:16.724475 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Made reservation on behalf of 822526f20bd1480c8214dbd132e65356 for: {'port': 1} {{(pid=103904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:40:16.730600 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:16.859053 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Allocated IP 172.20.0.3 (021587dd-348a-45f9-ab61-82a9c5f2ce0a/bb3cad01-3391-4bf9-ab8f-09b8083a7e9f/ffab9454-9d42-41ea-a7ac-42d54defcbce) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:40:17.003001 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:17.113626 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:17.219352 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6642e284-4a2c-4367-8f72-81939e08911c req-5fe124ea-bf50-4c97-85b6-aad809f516b9 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0292082 Apr 12 14:40:17.250749 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:17.298228 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Network 021587dd-348a-45f9-ab61-82a9c5f2ce0a is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:40:17.301449 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:40:17.305148 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:40:17.336696 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'Port': ['ID=ffab9454-9d42-41ea-a7ac-42d54defcbce,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:40:17.370254 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:17.370901 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:17.538641 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-1b4a2d9e-162c-48e7-b485-7f5b010b8e0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1813064 Apr 12 14:40:17.549718 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Request body: {'port': {'device_id': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:40:17.579573 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-4131045d-bb98-447b-a215-a65b4d1cf988 None None] Provisioning complete for port ffab9454-9d42-41ea-a7ac-42d54defcbce triggered by entity DHCP. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:40:17.579866 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4131045d-bb98-447b-a215-a65b4d1cf988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:17.611232 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:17.618631 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-4131045d-bb98-447b-a215-a65b4d1cf988 None None] Port ffab9454-9d42-41ea-a7ac-42d54defcbce cannot update to ACTIVE because it is not bound. {{(pid=103905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:40:17.899352 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffab9454-9d42-41ea-a7ac-42d54defcbce {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:40:17.907138 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Publish callbacks [] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:17.920045 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Transition to ACTIVE for port object ffab9454-9d42-41ea-a7ac-42d54defcbce will not be triggered until provisioned by entity L2. {{(pid=103904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:40:18.199147 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:18.258260 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Pushing event updated for resources: {'Port': ['ID=ffab9454-9d42-41ea-a7ac-42d54defcbce,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:40:18.334553 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Attempting to bind port ffab9454-9d42-41ea-a7ac-42d54defcbce on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:40:18.335409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Attempting to bind port ffab9454-9d42-41ea-a7ac-42d54defcbce by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:40:18.335409 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Attempting to bind port ffab9454-9d42-41ea-a7ac-42d54defcbce on network 021587dd-348a-45f9-ab61-82a9c5f2ce0a {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:40:18.339966 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Port ffab9454-9d42-41ea-a7ac-42d54defcbce on network 021587dd-348a-45f9-ab61-82a9c5f2ce0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:40:18.340292 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Attempting to bind port ffab9454-9d42-41ea-a7ac-42d54defcbce on network 021587dd-348a-45f9-ab61-82a9c5f2ce0a {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:40:18.345477 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Checking agent: {'id': '7362b470-dc5a-40d2-a2f4-110a7e072f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'started_at': datetime.datetime(2022, 4, 12, 14, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:40:18.345812 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Checking segment: {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:40:18.347354 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Bound using segment: {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:40:18.347789 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Bound port: ffab9454-9d42-41ea-a7ac-42d54defcbce, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4267148c-91f5-4775-9db6-0b6289866b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:40:18.348757 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:18.361781 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afc18f-3be5-4f43-81ae-ce59a236ba10 req-89999f31-a0b8-411e-9acb-c40656e6f8cc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:18.364078 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c6afc18f-3be5-4f43-81ae-ce59a236ba10 req-89999f31-a0b8-411e-9acb-c40656e6f8cc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0662169 Apr 12 14:40:18.415570 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c6afc18f-3be5-4f43-81ae-ce59a236ba10 req-8e83e880-0d5a-40f5-b8d6-4eb8accca7e9 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456901 Apr 12 14:40:18.424230 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:40:18.428447 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:40:18.559042 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:18.595470 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:18.596110 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:18.597621 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] 10.222.0.48 "PUT /v2.0/ports/ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 1093 time: 1.0520272 Apr 12 14:40:18.598062 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:40:18.600446 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb178e1-6f29-4921-8bbf-4c007f9c106e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:40:18.624024 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f307f7d-dab5-45d5-b556-e903f35a3676 service neutron] Pushing event updated for resources: {'Port': ['ID=ffab9454-9d42-41ea-a7ac-42d54defcbce,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:40:18.730486 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:18.802338 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-58de57df-f57d-4612-b236-527932ffafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:18.803847 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-58de57df-f57d-4612-b236-527932ffafa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1127 time: 0.0398517 Apr 12 14:40:18.847750 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-5e947fbf-3682-4c5d-bb08-01b8fba01045 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 217 time: 0.0376248 Apr 12 14:40:18.897186 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-ee230ee2-a9f5-45bb-b0f0-48a7144c94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:18.898566 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-ee230ee2-a9f5-45bb-b0f0-48a7144c94dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0447683 Apr 12 14:40:18.944163 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-af50c919-3530-4c27-8a90-c12284fe86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:18.945715 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-af50c919-3530-4c27-8a90-c12284fe86f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418262 Apr 12 14:40:19.043045 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-ca2c6e50-da0d-47e7-9476-c3ec5b185b88 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915356 Apr 12 14:40:19.136708 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1c454e3a-18bb-4d69-95e0-9a7a3bc8b03b req-3ccc7213-93c8-43a2-9fcb-97934c552cf5 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884717 Apr 12 14:40:19.534453 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b696f0-c08b-4e3e-95a0-6d52914cca20 req-256ecb0b-da94-4128-b787-0175beff83fb tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:19.535949 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-26b696f0-c08b-4e3e-95a0-6d52914cca20 req-256ecb0b-da94-4128-b787-0175beff83fb tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0509460 Apr 12 14:40:19.589037 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-26b696f0-c08b-4e3e-95a0-6d52914cca20 req-2fc96368-0c19-4e5d-9b05-2800677a4379 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466888 Apr 12 14:40:19.651264 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9ed608-ed9f-4dac-81ad-b65a517a0d9f x-openstack-request-id: req-ad9ed608-ed9f-4dac-81ad-b65a517a0d9f {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:40:19.651745 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:40:19.651855 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad9ed608-ed9f-4dac-81ad-b65a517a0d9f {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:40:19.652188 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9ed608-ed9f-4dac-81ad-b65a517a0d9f'] response: {'name': 'network-changed', 'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'status': 'completed', 'code': 200} Apr 12 14:40:19.714497 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-28fec781-2a35-4b1e-8ff6-ac53c6394885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:19.716004 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-28fec781-2a35-4b1e-8ff6-ac53c6394885 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1127 time: 0.0435281 Apr 12 14:40:19.803695 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-d2caab84-9772-4d20-83ba-e866ce8edb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:19.805188 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-d2caab84-9772-4d20-83ba-e866ce8edb80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 910 time: 0.0839396 Apr 12 14:40:19.848447 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-f810ee6d-c934-49a4-b58f-664c1fa0e156 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 217 time: 0.0378478 Apr 12 14:40:19.895877 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-fe30fe1b-6203-4648-afd6-12a36b5bd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:19.901915 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-fe30fe1b-6203-4648-afd6-12a36b5bd854 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0442705 Apr 12 14:40:19.996513 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-9de646c1-2ce9-4e40-b3e4-a5f549e7fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:19.996513 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-9de646c1-2ce9-4e40-b3e4-a5f549e7fcdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404377 Apr 12 14:40:20.035884 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-adbfd676-40b0-4a42-a6fa-b37b39ff874b service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862372 Apr 12 14:40:20.127206 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-cdb178e1-6f29-4921-8bbf-4c007f9c106e req-1f9b6d2d-c88d-43fa-a5ce-a101fced80c3 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857186 Apr 12 14:40:20.163674 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:20.706519 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50deb4-920e-40c5-8da3-e59101775567 req-5bb362db-d00a-47dd-91ee-28f45b6740bc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:20.708130 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3f50deb4-920e-40c5-8da3-e59101775567 req-5bb362db-d00a-47dd-91ee-28f45b6740bc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0518897 Apr 12 14:40:20.757657 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3f50deb4-920e-40c5-8da3-e59101775567 req-02544cd6-c5a4-4b5d-8a4d-960ff52dc01a tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Apr 12 14:40:21.874122 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfabb22-2cf0-4978-91a4-094790b633a7 req-73b3a16d-e9be-4583-83f2-6f46c2d47808 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:21.875801 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0dfabb22-2cf0-4978-91a4-094790b633a7 req-73b3a16d-e9be-4583-83f2-6f46c2d47808 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0491781 Apr 12 14:40:21.928904 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0dfabb22-2cf0-4978-91a4-094790b633a7 req-c6426ecd-4e8d-45b5-b08e-2d837ba71de7 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467920 Apr 12 14:40:23.053782 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a850325-0fdd-4e2f-a3fc-fbcb2133dba1 req-f44dfe8e-a07d-47ee-b626-a20ed0b97709 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:23.055343 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3a850325-0fdd-4e2f-a3fc-fbcb2133dba1 req-f44dfe8e-a07d-47ee-b626-a20ed0b97709 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0600209 Apr 12 14:40:23.110502 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3a850325-0fdd-4e2f-a3fc-fbcb2133dba1 req-b226fe2f-1c80-489f-a1e3-5882f79287b6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493991 Apr 12 14:40:24.227497 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfd356-a361-47c6-a5b2-81addf399858 req-c6a874f7-e1db-4790-a2d4-9d8627056f29 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:24.229074 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e3dfd356-a361-47c6-a5b2-81addf399858 req-c6a874f7-e1db-4790-a2d4-9d8627056f29 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0502379 Apr 12 14:40:24.281382 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-e3dfd356-a361-47c6-a5b2-81addf399858 req-e5434428-86dd-4100-bd5e-fbfeb960e68c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Apr 12 14:40:25.402203 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b8519-b1b2-41ae-861f-b76ac507a500 req-be4a1195-59c5-4e62-9e44-73d9079f6400 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:25.403706 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f7b8519-b1b2-41ae-861f-b76ac507a500 req-be4a1195-59c5-4e62-9e44-73d9079f6400 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0522244 Apr 12 14:40:25.460566 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f7b8519-b1b2-41ae-861f-b76ac507a500 req-c8fb3fd0-5784-4edd-94ac-69d8ccace698 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503826 Apr 12 14:40:26.583417 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa2359-6812-4cd3-9619-106af81479b4 req-90eb276f-034d-4575-b245-a657b29bf406 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:26.584995 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-faaa2359-6812-4cd3-9619-106af81479b4 req-90eb276f-034d-4575-b245-a657b29bf406 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0509622 Apr 12 14:40:26.636150 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-faaa2359-6812-4cd3-9619-106af81479b4 req-567262cf-dc4f-49c0-a95c-faa71fc02cfd tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454113 Apr 12 14:40:27.129817 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device ffab9454-9d42-41ea-a7ac-42d54defcbce details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:40:27.232478 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:40:27.245062 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'port_id': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'mac_address': 'fa:16:3e:7f:48:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:40:27.282431 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port ffab9454-9d42-41ea-a7ac-42d54defcbce is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:40:27.282814 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:27.297218 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffab9454-9d42-41ea-a7ac-42d54defcbce {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:40:27.316869 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:40:27.398294 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:27.452212 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=ffab9454-9d42-41ea-a7ac-42d54defcbce,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:40:27.612305 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['ffab9454-9d42-41ea-a7ac-42d54defcbce'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:40:27.755165 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d57855-aa8f-4068-a191-0ca243fce2b8 req-5f860d7f-8e24-410a-940d-9d2ebc7cb56d tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:27.756797 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07d57855-aa8f-4068-a191-0ca243fce2b8 req-5f860d7f-8e24-410a-940d-9d2ebc7cb56d tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 944 time: 0.0494709 Apr 12 14:40:27.811628 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07d57855-aa8f-4068-a191-0ca243fce2b8 req-47d918ee-c994-4f62-9f79-cbd1168e8656 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483608 Apr 12 14:40:28.930914 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a77b4-b91b-4bd2-9838-b3ccfdf5e4fc req-63f47f31-89e6-4243-a073-3a1ef70d446f tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:28.932500 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-926a77b4-b91b-4bd2-9838-b3ccfdf5e4fc req-63f47f31-89e6-4243-a073-3a1ef70d446f tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 944 time: 0.0500150 Apr 12 14:40:28.981421 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-926a77b4-b91b-4bd2-9838-b3ccfdf5e4fc req-116d6d4c-6b51-4720-bd58-84cd01891655 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434110 Apr 12 14:40:29.146372 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device ffab9454-9d42-41ea-a7ac-42d54defcbce up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:40:29.193373 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning for port ffab9454-9d42-41ea-a7ac-42d54defcbce completed by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:40:29.318679 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port ffab9454-9d42-41ea-a7ac-42d54defcbce triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:40:29.319059 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:29.404905 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port ffab9454-9d42-41ea-a7ac-42d54defcbce is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:40:29.405318 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:29.431243 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:40:29.433563 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f48d4a-175a-4689-ad14-ab73731276a2" -d '{"events": [{"server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "name": "network-vif-plugged", "status": "completed", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:40:29.447763 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:40:29.638273 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:29.686105 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=ffab9454-9d42-41ea-a7ac-42d54defcbce,revision_number=5']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:40:30.092647 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2262584-f643-463d-bb02-833d35bf1164 req-c03db4d4-f48b-4f1f-ac7e-25e0ad18d8e7 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:30.094135 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2262584-f643-463d-bb02-833d35bf1164 req-c03db4d4-f48b-4f1f-ac7e-25e0ad18d8e7 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0478375 Apr 12 14:40:30.141790 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-b2262584-f643-463d-bb02-833d35bf1164 req-8099180d-cacb-4590-a11d-426c825c55bc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414035 Apr 12 14:40:30.482505 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09716295-c39f-468d-8445-619eee997f5f x-openstack-request-id: req-09716295-c39f-468d-8445-619eee997f5f {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:40:30.483006 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "name": "network-vif-plugged", "status": "completed", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:40:30.483119 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09716295-c39f-468d-8445-619eee997f5f {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:40:30.483484 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09716295-c39f-468d-8445-619eee997f5f'] response: {'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'code': 200} Apr 12 14:40:30.888785 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc66f6-00b5-4246-a5ab-3a71f7435117 req-01a026da-ec58-4036-b926-7f500d7267c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:30.890215 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-24fc66f6-00b5-4246-a5ab-3a71f7435117 req-01a026da-ec58-4036-b926-7f500d7267c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1129 time: 0.0427032 Apr 12 14:40:30.935139 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-24fc66f6-00b5-4246-a5ab-3a71f7435117 req-723f703b-eb80-4391-93c9-17f350162f7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383861 Apr 12 14:40:31.254013 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21f961-9d57-497b-b787-afdab193afbc req-034b9491-3257-4d24-8dae-b264f1eb33d9 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:31.255476 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0c21f961-9d57-497b-b787-afdab193afbc req-034b9491-3257-4d24-8dae-b264f1eb33d9 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0471094 Apr 12 14:40:31.302669 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-0c21f961-9d57-497b-b787-afdab193afbc req-d11ca0bd-63f4-4082-a5f3-0e558129da20 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 Apr 12 14:40:32.417864 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab6efe-633d-48a1-8761-2fc5c693a9fe req-f437b779-775d-465d-ba04-f081d650d29e tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:32.419370 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eaab6efe-633d-48a1-8761-2fc5c693a9fe req-f437b779-775d-465d-ba04-f081d650d29e tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0483108 Apr 12 14:40:32.474870 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eaab6efe-633d-48a1-8761-2fc5c693a9fe req-83ff53be-4064-44e1-8629-546598ef3cb4 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454869 Apr 12 14:40:33.595367 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94c643-7082-4c44-af5d-335830cd6910 req-37ed9e0b-b5eb-4b62-b562-c4242189641b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:33.597938 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc94c643-7082-4c44-af5d-335830cd6910 req-37ed9e0b-b5eb-4b62-b562-c4242189641b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0517852 Apr 12 14:40:33.652536 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-dc94c643-7082-4c44-af5d-335830cd6910 req-a2f5570a-a933-40fa-93fd-b32fad20b21c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487866 Apr 12 14:40:33.765067 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d037d4a-4a27-49f8-b841-f440881782c9 req-3b617ed3-e185-43b8-8c00-2dcf56298b22 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:33.766600 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4d037d4a-4a27-49f8-b841-f440881782c9 req-3b617ed3-e185-43b8-8c00-2dcf56298b22 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0478442 Apr 12 14:40:33.815868 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4d037d4a-4a27-49f8-b841-f440881782c9 req-22ea66ae-67a3-4e60-89d8-dc8be2908ecc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434802 Apr 12 14:40:33.837480 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47826) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:40:33.921735 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612e3cd7-f6b4-438a-8379-f1f78d25dddf tempest-TestShelveInstance-1779762222 tempest-TestShelveInstance-1779762222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:33.923183 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-612e3cd7-f6b4-438a-8379-f1f78d25dddf tempest-TestShelveInstance-1779762222 tempest-TestShelveInstance-1779762222-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1124 time: 0.0847154 Apr 12 14:40:33.926611 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47830) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:40:33.931749 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.v2.base [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Request body: {'floatingip': {'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'port_id': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:40:34.050247 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:34.127108 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:34.239519 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Allocated IP 172.27.3.44 (49462a6f-1994-4e8c-8b87-69ff19160ba8/b36bfea4-a228-4b17-86dd-8eb8c0b0e652/7779edc3-b57a-4990-af15-f62aa0880b3c) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:40:34.343555 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for port (7779edc3-b57a-4990-af15-f62aa0880b3c), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:34.507158 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733053223482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (7779edc3-b57a-4990-af15-f62aa0880b3c), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:34.547673 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Network 49462a6f-1994-4e8c-8b87-69ff19160ba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:40:34.552148 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:40:34.556483 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:40:34.559671 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'Port': ['ID=7779edc3-b57a-4990-af15-f62aa0880b3c,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:40:34.925526 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for floatingip (4edb01ff-16fd-4195-987c-33e2fb0c8a7b), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:35.118453 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (7779edc3-b57a-4990-af15-f62aa0880b3c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:35.269065 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for port (7779edc3-b57a-4990-af15-f62aa0880b3c), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:35.386674 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14564457'] for port (7779edc3-b57a-4990-af15-f62aa0880b3c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:35.459852 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event updated for resources: {'Port': ['ID=7779edc3-b57a-4990-af15-f62aa0880b3c,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:40:35.473978 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507313'] for floatingip (4edb01ff-16fd-4195-987c-33e2fb0c8a7b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:35.578856 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Floating IP 4edb01ff-16fd-4195-987c-33e2fb0c8a7b associated. External IP: 172.27.3.44, port: ffab9454-9d42-41ea-a7ac-42d54defcbce. Apr 12 14:40:35.790497 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Router a8d9d7ef-8a72-411f-b012-88337c3330d3 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:40:36.174714 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:40:36.184309 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] Sync routers for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:40:36.193957 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:40:36.194576 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:40:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:40:36.309985 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:40:36.349053 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:36.381716 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-63218c07-986c-4f52-ac1d-49c427f9db3b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4540725 Apr 12 14:40:36.382292 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:40:36.384520 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c211c062-2b63-4092-823e-72c400be16c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:40:36.420192 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f1fe6e-44f3-4017-8639-b95be949bb74 x-openstack-request-id: req-e6f1fe6e-44f3-4017-8639-b95be949bb74 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:40:36.420475 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:40:36.420722 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6f1fe6e-44f3-4017-8639-b95be949bb74 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:40:36.421191 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f1fe6e-44f3-4017-8639-b95be949bb74'] response: {'name': 'network-changed', 'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'status': 'completed', 'code': 200} Apr 12 14:40:36.484232 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c062-2b63-4092-823e-72c400be16c3 req-1c0207fe-8bd0-41c1-b21e-bb1c58721b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:36.484232 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c211c062-2b63-4092-823e-72c400be16c3 req-1c0207fe-8bd0-41c1-b21e-bb1c58721b74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1129 time: 0.0403271 Apr 12 14:40:36.547022 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '4edb01ff-16fd-4195-987c-33e2fb0c8a7b', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'port_id': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'mac_address': 'fa:16:3e:7f:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:40:34Z', 'updated_at': '2022-04-12T14:40:34Z', 'revision_number': 0, 'project_id': '822526f20bd1480c8214dbd132e65356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c', 'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'mac_address': 'fa:16:3e:58:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:36Z', 'updated_at': '2022-04-12T14:39:40Z', 'revision_number': 5, 'project_id': '822526f20bd1480c8214dbd132e65356', 'subnets': [{'id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:40:36.574098 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] Checking router: a8d9d7ef-8a72-411f-b012-88337c3330d3 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:40:36.575991 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c062-2b63-4092-823e-72c400be16c3 req-de32ae48-d5ad-4c63-91bf-2d2daf0b6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:36.577491 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c211c062-2b63-4092-823e-72c400be16c3 req-de32ae48-d5ad-4c63-91bf-2d2daf0b6bc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 910 time: 0.0882356 Apr 12 14:40:36.583733 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:40:36.584348 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:40:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:40:36.649228 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c211c062-2b63-4092-823e-72c400be16c3 req-33cb8ff6-e816-4f1d-a918-f919320cd25a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 998 time: 0.0653689 Apr 12 14:40:36.702118 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c062-2b63-4092-823e-72c400be16c3 req-5870853a-511c-4138-b667-fd526295499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:36.703876 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c211c062-2b63-4092-823e-72c400be16c3 req-5870853a-511c-4138-b667-fd526295499b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0495222 Apr 12 14:40:36.750636 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c062-2b63-4092-823e-72c400be16c3 req-7e562b65-5c6c-4931-a0ba-6f486251f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:36.752536 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c211c062-2b63-4092-823e-72c400be16c3 req-7e562b65-5c6c-4931-a0ba-6f486251f8c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428514 Apr 12 14:40:36.842437 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:40:36.851091 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c211c062-2b63-4092-823e-72c400be16c3 req-13ffb889-c297-4e52-96e9-cf59a19aea37 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923924 Apr 12 14:40:36.949996 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-c211c062-2b63-4092-823e-72c400be16c3 req-23fec454-492e-431d-80c8-294ac45df5dd service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937796 Apr 12 14:40:37.072109 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '4edb01ff-16fd-4195-987c-33e2fb0c8a7b', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'port_id': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'mac_address': 'fa:16:3e:7f:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:40:34Z', 'updated_at': '2022-04-12T14:40:34Z', 'revision_number': 0, 'project_id': '822526f20bd1480c8214dbd132e65356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c', 'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'mac_address': 'fa:16:3e:58:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:36Z', 'updated_at': '2022-04-12T14:39:40Z', 'revision_number': 5, 'project_id': '822526f20bd1480c8214dbd132e65356', 'subnets': [{'id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:40:37.099382 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e7d9b-2249-4bff-9951-da47d743bd04 None None] The sync data for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi is: [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_floatingips': [{'id': '4edb01ff-16fd-4195-987c-33e2fb0c8a7b', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'router_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'port_id': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'mac_address': 'fa:16:3e:7f:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:40:34Z', 'updated_at': '2022-04-12T14:40:34Z', 'revision_number': 0, 'project_id': '822526f20bd1480c8214dbd132e65356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c', 'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'mac_address': 'fa:16:3e:58:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:36Z', 'updated_at': '2022-04-12T14:39:40Z', 'revision_number': 5, 'project_id': '822526f20bd1480c8214dbd132e65356', 'subnets': [{'id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:40:37.306865 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5fc29-71ee-4a8a-9911-e9bc82d45791 None None] New status for floating IP 4edb01ff-16fd-4195-987c-33e2fb0c8a7b: ACTIVE {{(pid=103906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:40:38.861214 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:43.862056 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8ef4cb2f-8fcf-4b0b-bc40-19d9e2da4716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:45.986773 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-80c75ddc-e968-4438-b4d6-bdd901c29f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:46.992033 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:47.476152 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6519f580-1d83-444d-a222-44fe87531691 req-cdbd10e6-de07-45ae-a70e-e43464b5433f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413256 Apr 12 14:40:47.560245 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519f580-1d83-444d-a222-44fe87531691 req-25ed4e6e-202a-4278-9654-a8963864e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:47.561825 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6519f580-1d83-444d-a222-44fe87531691 req-25ed4e6e-202a-4278-9654-a8963864e9df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1129 time: 0.0428867 Apr 12 14:40:47.669022 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519f580-1d83-444d-a222-44fe87531691 req-bf622383-3488-4044-baf2-1563c2644c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:47.670501 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6519f580-1d83-444d-a222-44fe87531691 req-bf622383-3488-4044-baf2-1563c2644c83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 910 time: 0.0893364 Apr 12 14:40:47.735826 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6519f580-1d83-444d-a222-44fe87531691 req-d7aff93f-6464-43be-b19c-b90f7c1cfa60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 1000 time: 0.0587723 Apr 12 14:40:47.785780 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519f580-1d83-444d-a222-44fe87531691 req-1869687e-4aea-41df-b9a1-4e2500a3c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:47.787246 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6519f580-1d83-444d-a222-44fe87531691 req-1869687e-4aea-41df-b9a1-4e2500a3c1f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0452943 Apr 12 14:40:47.833806 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519f580-1d83-444d-a222-44fe87531691 req-db35f354-42b6-4a5a-ac2f-804f5cc641ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:40:47.835303 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6519f580-1d83-444d-a222-44fe87531691 req-db35f354-42b6-4a5a-ac2f-804f5cc641ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425961 Apr 12 14:40:47.925160 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6519f580-1d83-444d-a222-44fe87531691 req-1bd9df07-46e4-4ad8-8bb1-71b57f0d7f37 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835471 Apr 12 14:40:48.018032 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-6519f580-1d83-444d-a222-44fe87531691 req-d066f142-0e3b-4dc0-b74a-badaa473845c service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856414 Apr 12 14:40:48.631330 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:48.764682 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:40:50.014678 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:08.900022 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:13.722617 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-74ba856f-1990-4319-ac5f-de4dca051886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:16.105852 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6124cc0d-8bf8-4a98-861a-3351a01539c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:17.076771 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:18.745358 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:20.008006 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:20.745786 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-f8cef7e1-b34f-4673-8758-fdcfdbb87590 req-d2f5ca69-0ecc-480f-babd-95bf2973760f service neutron] (103903) timed out ('10.222.0.48', 57812) {{(pid=103903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 14:41:21.037259 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [req-1b76a89d-56d1-4db2-b8a7-1b9a3429bc73 req-430219e4-a7e5-460b-abcc-1e73c26cd2d4 service neutron] (103904) timed out ('10.222.0.48', 57825) {{(pid=103904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 14:41:24.368783 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [req-976a58c4-a0a4-41d9-9033-5f9784e2802a req-40d9cd14-01a3-4545-ba1f-0903f362f45b service neutron] (103904) timed out ('10.222.0.48', 57819) {{(pid=103904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 14:41:25.763956 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:41:38.875829 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:43.738683 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-e24859e0-876d-4870-bf0d-b6523d0388b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:45.967322 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b028e83f-3e67-464e-8639-2e7aa157863f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:46.995837 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:47.514369 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6073607-a632-473c-acc7-15c629b95588 req-35024488-1a9c-42d8-b436-4c2e59bb63be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838556 Apr 12 14:41:47.594071 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073607-a632-473c-acc7-15c629b95588 req-804f1f9b-b963-4215-b33e-63713cc6da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:41:47.595689 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6073607-a632-473c-acc7-15c629b95588 req-804f1f9b-b963-4215-b33e-63713cc6da3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1129 time: 0.0418379 Apr 12 14:41:47.703593 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073607-a632-473c-acc7-15c629b95588 req-d5d77f9a-7bd8-460d-afbe-57e88019226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:41:47.704980 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6073607-a632-473c-acc7-15c629b95588 req-d5d77f9a-7bd8-460d-afbe-57e88019226b service neutron] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 910 time: 0.0910316 Apr 12 14:41:47.768991 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6073607-a632-473c-acc7-15c629b95588 req-1810a9d4-6464-4648-8f45-65ceb722e193 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 1000 time: 0.0585215 Apr 12 14:41:47.819979 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073607-a632-473c-acc7-15c629b95588 req-49151e1f-3a2b-44a8-b337-0f973942521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:41:47.821518 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6073607-a632-473c-acc7-15c629b95588 req-49151e1f-3a2b-44a8-b337-0f973942521c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0473430 Apr 12 14:41:47.864874 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073607-a632-473c-acc7-15c629b95588 req-53dc4fca-0885-4610-9dd3-82d5dd0e452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:41:47.866455 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6073607-a632-473c-acc7-15c629b95588 req-53dc4fca-0885-4610-9dd3-82d5dd0e452a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396364 Apr 12 14:41:47.956899 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6073607-a632-473c-acc7-15c629b95588 req-bfd07f0b-ffbf-452f-ac2f-aa0c2391f011 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839655 Apr 12 14:41:48.048454 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d6073607-a632-473c-acc7-15c629b95588 req-59cc6857-45e9-4e19-8083-1443de24eb9a service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862699 Apr 12 14:41:48.635874 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:50.023882 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:02.762177 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:42:08.875514 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:13.743499 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6d72124f-84b9-4d6b-95ec-a8dbfd3cc2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:15.994488 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-64e28f53-3764-41c2-9a04-118c5aecf0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:17.011763 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:18.657744 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:20.057811 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:25.833003 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121ae1-0748-427d-9375-133923dee310 req-65e3da06-5b47-4e88-9563-c53b2bf56305 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:25.834566 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a121ae1-0748-427d-9375-133923dee310 req-65e3da06-5b47-4e88-9563-c53b2bf56305 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.1038392 Apr 12 14:42:25.884432 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a121ae1-0748-427d-9375-133923dee310 req-7af075d5-dcea-4c8a-8556-63b2525220cd tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442305 Apr 12 14:42:27.073041 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840116e-1a48-4bcb-ab8a-289f75cf14ec req-7fb3128a-dd81-4ad6-91d2-8948654c872f tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:27.074695 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3840116e-1a48-4bcb-ab8a-289f75cf14ec req-7fb3128a-dd81-4ad6-91d2-8948654c872f tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.1146598 Apr 12 14:42:27.129777 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3840116e-1a48-4bcb-ab8a-289f75cf14ec req-e43d7a99-b28e-4851-93d7-45a2c773fed4 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484741 Apr 12 14:42:28.251683 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ae5f9-0376-4213-ada7-7ce932ec587b req-78febeae-bade-497f-b489-6d1ed3b56097 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:28.253230 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-024ae5f9-0376-4213-ada7-7ce932ec587b req-78febeae-bade-497f-b489-6d1ed3b56097 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0524354 Apr 12 14:42:28.304140 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-024ae5f9-0376-4213-ada7-7ce932ec587b req-8e839166-f54d-4f36-83b8-b017a0c94d72 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453615 Apr 12 14:42:29.423334 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42dab2-bc36-405c-9cbe-6cde969fbb61 req-f5c018e2-b3a1-4531-a6f1-8aaf0f91c7f6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:29.425005 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac42dab2-bc36-405c-9cbe-6cde969fbb61 req-f5c018e2-b3a1-4531-a6f1-8aaf0f91c7f6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0499043 Apr 12 14:42:29.482005 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac42dab2-bc36-405c-9cbe-6cde969fbb61 req-e859f804-5287-4bad-9c5f-39bd7b1aaa86 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510240 Apr 12 14:42:30.596296 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e63639-bfbf-4bb4-a4ed-a93c58fa8f54 req-fc21e6ad-11a1-4960-98a0-9eb1c715133c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:30.597796 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-41e63639-bfbf-4bb4-a4ed-a93c58fa8f54 req-fc21e6ad-11a1-4960-98a0-9eb1c715133c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0489624 Apr 12 14:42:30.652301 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-41e63639-bfbf-4bb4-a4ed-a93c58fa8f54 req-44a0ea2c-d05f-4bad-9c27-98e654b9b057 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484791 Apr 12 14:42:31.774599 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7b679-ece0-4f11-b4d7-cbae8f44e4a0 req-247738b5-889d-432a-ae83-38799bf49957 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:31.776399 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31c7b679-ece0-4f11-b4d7-cbae8f44e4a0 req-247738b5-889d-432a-ae83-38799bf49957 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0545278 Apr 12 14:42:31.833904 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31c7b679-ece0-4f11-b4d7-cbae8f44e4a0 req-9c9d4709-1df1-4a87-8510-31d283365fb7 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503535 Apr 12 14:42:32.946844 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293dc17-a668-401f-9edc-a54ab8eb6f47 req-74caf685-b536-441c-b81d-4a2d41db9390 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:32.948205 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1293dc17-a668-401f-9edc-a54ab8eb6f47 req-74caf685-b536-441c-b81d-4a2d41db9390 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0472407 Apr 12 14:42:33.003385 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1293dc17-a668-401f-9edc-a54ab8eb6f47 req-6db6d1d0-fc4e-455e-95ce-3ba7baf4a2a0 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484936 Apr 12 14:42:34.114871 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4df2-1422-4748-a6ba-4b662910205a req-150f6b09-014f-4a9f-89f7-ec9db0d954a8 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:34.116356 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b19f4df2-1422-4748-a6ba-4b662910205a req-150f6b09-014f-4a9f-89f7-ec9db0d954a8 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0478988 Apr 12 14:42:34.165019 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b19f4df2-1422-4748-a6ba-4b662910205a req-555a7521-3038-4815-b91c-ab07c11254a6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Apr 12 14:42:35.276366 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104e40d-5947-4266-a8e7-b4999946956c req-e94201a7-7305-4470-85dc-b1a4ff9644bc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:35.277863 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f104e40d-5947-4266-a8e7-b4999946956c req-e94201a7-7305-4470-85dc-b1a4ff9644bc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0466011 Apr 12 14:42:35.326293 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f104e40d-5947-4266-a8e7-b4999946956c req-254fcb73-0cf4-4322-b37d-94cba13a8d5d tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414178 Apr 12 14:42:36.009146 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-e39f3b9c-aa47-40b0-a370-8d62377cc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:36.010619 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-e39f3b9c-aa47-40b0-a370-8d62377cc687 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1129 time: 0.0390375 Apr 12 14:42:36.099267 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-f63c29e9-641b-41c0-8b77-40efe4c934c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:36.100737 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-f63c29e9-641b-41c0-8b77-40efe4c934c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 910 time: 0.0843570 Apr 12 14:42:36.162561 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-6032f648-0ce0-40e4-a1cf-5434c73c3d0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 1000 time: 0.0561593 Apr 12 14:42:36.209064 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-04548fc5-8187-4218-8d11-328ad67e6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:36.210491 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-04548fc5-8187-4218-8d11-328ad67e6c9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0428581 Apr 12 14:42:36.257695 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-6ded3c80-5d5c-41b3-b8c0-df935e3f76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:36.259260 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-6ded3c80-5d5c-41b3-b8c0-df935e3f76f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423241 Apr 12 14:42:36.346889 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-1bb34303-ec1a-4719-b730-f3d4855373ef service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816402 Apr 12 14:42:36.441633 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8de8a8-d31b-4e89-ba4f-9f58859a3757 req-c3873d01-a6f5-4e50-8ffc-eed650275062 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:36.443152 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad8de8a8-d31b-4e89-ba4f-9f58859a3757 req-c3873d01-a6f5-4e50-8ffc-eed650275062 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0505471 Apr 12 14:42:36.445003 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-9a2ed1e3-0451-4397-aa6b-a7297855ef26 req-90028d27-06af-476c-826d-a74e1961c2c3 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929325 Apr 12 14:42:36.497298 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad8de8a8-d31b-4e89-ba4f-9f58859a3757 req-bcddbcb6-b081-49b6-b8dd-f32f805a1671 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483723 Apr 12 14:42:37.609879 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f9619-9a8a-41e3-a380-cb2ed2ffc0d8 req-3ee39467-29a7-491f-88f4-61324c121bab tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:37.611343 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-eb1f9619-9a8a-41e3-a380-cb2ed2ffc0d8 req-3ee39467-29a7-491f-88f4-61324c121bab tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0477784 Apr 12 14:42:37.659127 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-eb1f9619-9a8a-41e3-a380-cb2ed2ffc0d8 req-a4b9c92b-dbde-4032-9c4f-b8f9e3dd87a4 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Apr 12 14:42:38.774105 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1a11f-2836-4b99-a592-d24a4a085720 req-ae543b3c-d20c-418a-86c3-e016600c777e tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:38.775588 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-99b1a11f-2836-4b99-a592-d24a4a085720 req-ae543b3c-d20c-418a-86c3-e016600c777e tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0498743 Apr 12 14:42:38.826472 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-99b1a11f-2836-4b99-a592-d24a4a085720 req-52dc3760-4dbe-450d-8b5f-7f81185eba0c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Apr 12 14:42:38.902587 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:39.760289 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:42:39.943322 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25163e9e-36b4-442f-980d-ddb25fbb6047 req-79f3ded3-6b57-4adb-be62-0c880cff47fe tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:39.944802 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-25163e9e-36b4-442f-980d-ddb25fbb6047 req-79f3ded3-6b57-4adb-be62-0c880cff47fe tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0500443 Apr 12 14:42:39.994912 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-25163e9e-36b4-442f-980d-ddb25fbb6047 req-ad6a9116-feb1-4037-8407-aeec2b263735 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Apr 12 14:42:40.063251 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-bd7f5891-23c8-4819-bd2a-ad3fb4d98dd8 req-d63e1679-85dd-49e8-85da-d8facad59c60 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:42:40.064295 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd7f5891-23c8-4819-bd2a-ad3fb4d98dd8 req-d63e1679-85dd-49e8-85da-d8facad59c60 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060778 Apr 12 14:42:40.410191 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b944bb-e8a1-42c3-ac2e-3c9dd083667c req-7f5ed40f-2f8f-4fff-a831-ef31d61a6bd9 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:40.411751 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-45b944bb-e8a1-42c3-ac2e-3c9dd083667c req-7f5ed40f-2f8f-4fff-a831-ef31d61a6bd9 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0484817 Apr 12 14:42:40.462068 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-45b944bb-e8a1-42c3-ac2e-3c9dd083667c req-17d995c6-46de-4b7b-b399-664dacc5f19c tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443997 Apr 12 14:42:40.563659 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47916) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:42:40.640444 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-c40e85ea-bbf0-40b4-8a5b-6a4eec8910b1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756500 Apr 12 14:42:40.648933 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-4da47a58-d914-4cc2-85a1-726a49615a46 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103904) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:42:40.649899 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-4da47a58-d914-4cc2-85a1-726a49615a46 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048075 Apr 12 14:42:40.745791 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47924) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:42:40.843518 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-a0711901-9896-457f-9400-07f3f74701a8 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:40.844851 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-a0711901-9896-457f-9400-07f3f74701a8 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports/ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 942 time: 0.0980694 Apr 12 14:42:41.574302 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25acbf1-0c39-437a-b085-5a3d8b66bec2 req-a44540d4-3654-46bd-8b9a-61cbe8c7ba03 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:41.576432 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f25acbf1-0c39-437a-b085-5a3d8b66bec2 req-a44540d4-3654-46bd-8b9a-61cbe8c7ba03 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0479794 Apr 12 14:42:41.628099 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f25acbf1-0c39-437a-b085-5a3d8b66bec2 req-a6782cb0-0c92-45a4-ad18-959a54c641ec tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455844 Apr 12 14:42:41.892097 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device ffab9454-9d42-41ea-a7ac-42d54defcbce no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:42:41.970234 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port ffab9454-9d42-41ea-a7ac-42d54defcbce is: ACTIVE; New status is: DOWN {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:42:41.970624 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:41.994702 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:42:41.996912 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca25c7a-3a82-4fb8-927e-082cfcd11aea" -d '{"events": [{"server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "name": "network-vif-unplugged", "status": "completed", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:42:42.010607 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:42:42.090416 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305d8392-61d0-4f45-a6bc-2a127cbc71dc x-openstack-request-id: req-305d8392-61d0-4f45-a6bc-2a127cbc71dc {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:42:42.090714 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "name": "network-vif-unplugged", "status": "failed", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce", "code": 422}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:42:42.091023 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-305d8392-61d0-4f45-a6bc-2a127cbc71dc {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:42:42.091513 dv-cinder-837522-1-iscsi neutron-server[103905]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-305d8392-61d0-4f45-a6bc-2a127cbc71dc']: {'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'code': 422} returned with failed status Apr 12 14:42:42.171257 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:42.217892 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=ffab9454-9d42-41ea-a7ac-42d54defcbce,revision_number=6']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:42:42.224726 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.225095 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.225443 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.225783 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.226121 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.226453 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.226781 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.227108 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.227434 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.227759 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.228086 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.228412 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.228736 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.229110 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.229437 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:42:42.747323 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82ccce-42a3-4e78-918e-f8259bcd12ea req-ff3dca2f-03b7-4564-b068-18b75164b7c4 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:42.748870 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bf82ccce-42a3-4e78-918e-f8259bcd12ea req-ff3dca2f-03b7-4564-b068-18b75164b7c4 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0503609 Apr 12 14:42:42.797441 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bf82ccce-42a3-4e78-918e-f8259bcd12ea req-44a92b55-1270-49c5-81d8-0abed32205fa tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Apr 12 14:42:43.771217 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fca35dcb-285d-43c4-a942-7e6f967c99ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:43.908282 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d96091-21e5-4955-b1a8-6dceca45ea9d req-f715ad6f-1b21-4e58-83b2-31459eb48a59 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:43.909751 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-81d96091-21e5-4955-b1a8-6dceca45ea9d req-f715ad6f-1b21-4e58-83b2-31459eb48a59 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0457318 Apr 12 14:42:43.958069 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-81d96091-21e5-4955-b1a8-6dceca45ea9d req-75f9ef4c-ad8d-4abc-8a90-ee5e36f071a6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425656 Apr 12 14:42:44.788266 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-30fcf668-6d88-474c-a3b7-f72d001a5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:44.789799 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-30fcf668-6d88-474c-a3b7-f72d001a5615 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80&tenant_id=822526f20bd1480c8214dbd132e65356 HTTP/1.1" status: 200 len: 1127 time: 0.0718770 Apr 12 14:42:44.848128 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-bc97d9c6-75e1-46f1-b3e2-6b7761fd62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:44.849740 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-bc97d9c6-75e1-46f1-b3e2-6b7761fd62b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1127 time: 0.0388417 Apr 12 14:42:44.935477 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-0acfe30d-4d3a-484c-abd1-d433084ea055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:44.936936 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-0acfe30d-4d3a-484c-abd1-d433084ea055 service neutron] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 910 time: 0.0822098 Apr 12 14:42:45.005109 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-a01bd231-ed42-425e-aea8-21457b114737 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 998 time: 0.0622480 Apr 12 14:42:45.054417 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-1f351d15-3345-4f36-aee7-d946c886ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:45.055904 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-1f351d15-3345-4f36-aee7-d946c886ada8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0444539 Apr 12 14:42:45.071338 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11533d-404e-4d56-bb0c-99373c2d97dc req-2148a566-4784-4a71-aa10-11b7a3e17863 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:45.072853 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ff11533d-404e-4d56-bb0c-99373c2d97dc req-2148a566-4784-4a71-aa10-11b7a3e17863 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0485413 Apr 12 14:42:45.098619 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-0b3b62e5-b34d-4bcb-ad5b-feeaa26f8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:45.100090 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-0b3b62e5-b34d-4bcb-ad5b-feeaa26f8c25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386422 Apr 12 14:42:45.124598 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ff11533d-404e-4d56-bb0c-99373c2d97dc req-7d50fa5f-c714-4244-88b0-c8dd266aba5b tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458970 Apr 12 14:42:45.192603 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-933e7f96-d327-4e15-9bed-40bb022292a5 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860190 Apr 12 14:42:45.277726 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-ffde69a4-bc77-476f-bd98-089ddbd78e6a req-d471a8f1-6a91-40db-8078-9c69cb96c3e2 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797248 Apr 12 14:42:45.982055 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-278d192d-58c5-4593-80c2-18ce013a44ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:46.238028 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7729c-3759-4646-bb10-196edabc22a4 req-29d5be83-e83b-4e6e-a01e-535273d3dfe6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:46.239396 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5dd7729c-3759-4646-bb10-196edabc22a4 req-29d5be83-e83b-4e6e-a01e-535273d3dfe6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0492511 Apr 12 14:42:46.287716 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5dd7729c-3759-4646-bb10-196edabc22a4 req-bfb2b612-9011-48bd-bc95-7079fd7f0509 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Apr 12 14:42:47.028107 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:47.400026 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b0643-6a46-45d7-bf60-6aee768175d0 req-edcff306-ac81-4782-98bd-23f42112d4ed tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:47.401884 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b39b0643-6a46-45d7-bf60-6aee768175d0 req-edcff306-ac81-4782-98bd-23f42112d4ed tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0477924 Apr 12 14:42:47.455007 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b39b0643-6a46-45d7-bf60-6aee768175d0 req-007ec4e4-fcce-4f7a-a9e6-3f9c48ffb66d tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472474 Apr 12 14:42:48.570513 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-ca0774fc-2d94-4ca2-98df-714d7baf38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:48.571994 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-ca0774fc-2d94-4ca2-98df-714d7baf38ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1127 time: 0.0629539 Apr 12 14:42:48.590552 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297fb58-d5be-4afc-8e7a-489c0f5e17a8 req-4d51bf0f-48e7-4a03-ac54-8e0d74797363 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:48.592139 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f297fb58-d5be-4afc-8e7a-489c0f5e17a8 req-4d51bf0f-48e7-4a03-ac54-8e0d74797363 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0550778 Apr 12 14:42:48.628426 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:48.696811 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-f297fb58-d5be-4afc-8e7a-489c0f5e17a8 req-5586feb9-5eb3-4dca-8ecd-1dc1a9e9dc00 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966167 Apr 12 14:42:48.712207 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-97b0dab5-fbde-427a-a1e2-873c3d293e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:48.713686 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-97b0dab5-fbde-427a-a1e2-873c3d293e75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 910 time: 0.1206985 Apr 12 14:42:48.780901 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-38b97a04-e763-4b71-96f0-52f52e6f37e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 998 time: 0.0613666 Apr 12 14:42:48.829207 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-448a66ad-cc3b-4314-8618-600df490f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:48.830686 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-448a66ad-cc3b-4314-8618-600df490f9db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0441430 Apr 12 14:42:48.871682 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-9eefefca-2b3f-4ec4-9059-b1907c167656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:48.873749 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-9eefefca-2b3f-4ec4-9059-b1907c167656 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379453 Apr 12 14:42:48.963553 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-68b016f8-a17f-4fec-a936-8cd3565484fa service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832577 Apr 12 14:42:49.050110 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-8473e3bf-5d10-47f5-a0b5-012c8aa9c36f req-13968d89-e056-40f4-8997-3defc8db8854 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807440 Apr 12 14:42:49.809428 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf0e72-0f10-46b8-9b34-7f4ea60fe8f7 req-08945da7-282e-4d91-a3d3-cfcb3d32a9e7 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:49.811089 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6bf0e72-0f10-46b8-9b34-7f4ea60fe8f7 req-08945da7-282e-4d91-a3d3-cfcb3d32a9e7 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0467560 Apr 12 14:42:49.859499 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6bf0e72-0f10-46b8-9b34-7f4ea60fe8f7 req-4dcc84d2-e894-4077-9d0f-9b546acf9c12 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 Apr 12 14:42:50.016257 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:50.973937 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6bcfd-064d-4077-b5b8-ee9f40329539 req-8e7069ad-40f8-4c67-a81f-d0c69840f456 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:50.975386 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-02a6bcfd-064d-4077-b5b8-ee9f40329539 req-8e7069ad-40f8-4c67-a81f-d0c69840f456 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0471449 Apr 12 14:42:51.027183 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-02a6bcfd-064d-4077-b5b8-ee9f40329539 req-3d4f02ee-bbf2-440c-9401-5d044c907143 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461302 Apr 12 14:42:51.954961 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device ffab9454-9d42-41ea-a7ac-42d54defcbce details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:42:52.055640 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:42:52.068016 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Returning: {'device': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'port_id': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'mac_address': 'fa:16:3e:7f:48:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:42:52.105250 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port ffab9454-9d42-41ea-a7ac-42d54defcbce is: DOWN; New status is: BUILD {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:42:52.105638 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:52.119309 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffab9454-9d42-41ea-a7ac-42d54defcbce {{(pid=103905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:42:52.138397 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:42:52.142903 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383d3f1-3aa8-4e0e-9169-a6a6eb14ceb2 req-c7f84116-5926-4eca-b734-158b696bfe19 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:52.144447 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a383d3f1-3aa8-4e0e-9169-a6a6eb14ceb2 req-c7f84116-5926-4eca-b734-158b696bfe19 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 943 time: 0.0480947 Apr 12 14:42:52.194410 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a383d3f1-3aa8-4e0e-9169-a6a6eb14ceb2 req-d014cdb5-2de4-4887-962d-bfbf96711b25 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443876 Apr 12 14:42:52.204802 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:52.252927 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=ffab9454-9d42-41ea-a7ac-42d54defcbce,revision_number=7']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:42:52.413613 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] get_ports_and_sgs() called for port_ids ['ffab9454-9d42-41ea-a7ac-42d54defcbce'] {{(pid=103905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:42:53.305620 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d93c9-c038-4b8e-99a9-adb47acfccf6 req-bae7a524-b522-448d-9b7d-f5cab3ef00a6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:53.307105 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-141d93c9-c038-4b8e-99a9-adb47acfccf6 req-bae7a524-b522-448d-9b7d-f5cab3ef00a6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 944 time: 0.0458226 Apr 12 14:42:53.354893 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-141d93c9-c038-4b8e-99a9-adb47acfccf6 req-12eeb010-8806-4ae0-9821-6c01addbda6d tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Apr 12 14:42:53.953751 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device ffab9454-9d42-41ea-a7ac-42d54defcbce up at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:42:54.002661 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.provisioning_blocks [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Provisioning complete for port ffab9454-9d42-41ea-a7ac-42d54defcbce triggered by entity L2. {{(pid=103905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:42:54.003027 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662622'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), provisioning_complete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:54.078584 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Current status of the port ffab9454-9d42-41ea-a7ac-42d54defcbce is: BUILD; New status is: ACTIVE {{(pid=103905) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:42:54.078959 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700757'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:54.101758 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce'}] {{(pid=103905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:42:54.103974 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e02ee522e6f3aa032ac7ccd5202be72796413ceeb7fd54d64627c189193b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56afd04e-ff89-4f89-89d1-fd67bf4e8780" -d '{"events": [{"server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "name": "network-vif-plugged", "status": "completed", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce"}]}' {{(pid=103905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:42:54.117426 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:42:54.139588 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4834cf05-2829-40fc-a4a5-649cfc02e4e8 x-openstack-request-id: req-4834cf05-2829-40fc-a4a5-649cfc02e4e8 {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:42:54.139877 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "name": "network-vif-plugged", "status": "completed", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce", "code": 200}]} {{(pid=103905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:42:54.140131 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4834cf05-2829-40fc-a4a5-649cfc02e4e8 {{(pid=103905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:42:54.140741 dv-cinder-837522-1-iscsi neutron-server[103905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4834cf05-2829-40fc-a4a5-649cfc02e4e8'] response: {'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'code': 200} Apr 12 14:42:54.239159 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733053601567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733053223500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733053223518'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:54.290105 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Pushing event updated for resources: {'Port': ['ID=ffab9454-9d42-41ea-a7ac-42d54defcbce,revision_number=8']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:42:54.423493 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b96de8-83be-468e-8b34-4cafdc496c05 req-99469df4-d8bc-44bd-94c1-377ea1fce217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:54.425004 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d0b96de8-83be-468e-8b34-4cafdc496c05 req-99469df4-d8bc-44bd-94c1-377ea1fce217 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1129 time: 0.0381737 Apr 12 14:42:54.486587 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ecde-573a-4052-988b-38f53f323198 req-3d04882f-71c4-4f1f-a3a5-af29db95f120 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:54.488031 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5565ecde-573a-4052-988b-38f53f323198 req-3d04882f-71c4-4f1f-a3a5-af29db95f120 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0621605 Apr 12 14:42:54.523327 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-d0b96de8-83be-468e-8b34-4cafdc496c05 req-d8cff322-eb07-4bc8-a32b-1e4ea87faf94 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875242 Apr 12 14:42:54.550917 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5565ecde-573a-4052-988b-38f53f323198 req-de5e8d11-18ca-4a14-bd98-cedf01561e0f tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560014 Apr 12 14:42:55.674309 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492a351-dc17-4a75-8fca-c70c6a591b81 req-5cb04fb1-d2c8-4a0c-95d2-c7a4bbdc67e2 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:55.675799 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1492a351-dc17-4a75-8fca-c70c6a591b81 req-5cb04fb1-d2c8-4a0c-95d2-c7a4bbdc67e2 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0514166 Apr 12 14:42:55.725044 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1492a351-dc17-4a75-8fca-c70c6a591b81 req-b7e64510-ee67-4de8-8ad7-23b25d21a435 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 Apr 12 14:42:56.834679 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4206d74-26d0-4d41-8025-44adc68576fe req-5db019d8-6a40-478e-a8df-b59960091e57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:42:56.836121 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a4206d74-26d0-4d41-8025-44adc68576fe req-5db019d8-6a40-478e-a8df-b59960091e57 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0454574 Apr 12 14:42:56.883477 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-a4206d74-26d0-4d41-8025-44adc68576fe req-5c9adf37-771a-4ce3-9cd1-d5d4f0f7acb6 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Apr 12 14:43:08.918829 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:13.724317 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54ff3cee-1f1d-4ac7-a27f-521a6e1e2c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:15.958272 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-61dc3bb6-29f2-4c88-9e14-46e24a4f1578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:16.758716 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:43:17.107017 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:18.667190 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:20.055252 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:38.929265 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:43.746251 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-3c1b79fd-50d4-4e32-a859-5294c1ffcfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:45.957400 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-83081fd2-d0ee-4d16-9dd9-7d74e24c1926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:47.032194 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:48.466605 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-14fcebe3-9177-4778-acb5-67801ed4a0bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431335 Apr 12 14:43:48.543972 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-698d1055-1e0b-4dd1-8033-26b3e81494af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:43:48.545480 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-698d1055-1e0b-4dd1-8033-26b3e81494af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1129 time: 0.0396037 Apr 12 14:43:48.657825 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-0a4e56e0-c251-43bb-b82c-af753f935b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:43:48.659389 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-0a4e56e0-c251-43bb-b82c-af753f935b4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 910 time: 0.0953841 Apr 12 14:43:48.672036 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:48.736167 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-1a943179-089f-445a-90c0-f54da9f0b987 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 1000 time: 0.0627005 Apr 12 14:43:48.774147 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-bb50e2d0-84ff-4013-a487-e8adf3df1698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:43:48.776982 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-bb50e2d0-84ff-4013-a487-e8adf3df1698 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0427029 Apr 12 14:43:48.816920 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-5bb7de36-e7d5-411b-b89b-a0f103d98153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:43:48.818523 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-5bb7de36-e7d5-411b-b89b-a0f103d98153 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375693 Apr 12 14:43:48.908754 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-78fb3f5f-b53a-4c4b-b9ac-10efc2848102 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832782 Apr 12 14:43:48.995067 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1b0d1b0a-5dc4-43cc-ada8-e2aa7e62bb78 req-c79d8ebe-13f9-41aa-ab70-1d96318c64ef service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805943 Apr 12 14:43:50.077465 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:53.756655 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:44:06.013148 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 47986) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:06.164810 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Deleting port 7779edc3-b57a-4990-af15-f62aa0880b3c {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:06.165182 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (7779edc3-b57a-4990-af15-f62aa0880b3c), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:06.239042 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (7779edc3-b57a-4990-af15-f62aa0880b3c), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:06.239367 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for floatingip (7779edc3-b57a-4990-af15-f62aa0880b3c), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:06.251424 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Calling delete_port for 7779edc3-b57a-4990-af15-f62aa0880b3c owned by network:floatingip {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:06.488485 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (7779edc3-b57a-4990-af15-f62aa0880b3c), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:06.511783 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event deleted for resources: {'Port': ['ID=7779edc3-b57a-4990-af15-f62aa0880b3c,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:06.522333 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.522685 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.523027 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.523386 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.523788 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.524052 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.524908 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.524908 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.525173 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.525336 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.525661 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.525985 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.526309 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.526627 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.526942 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:06.589797 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for floatingip (4edb01ff-16fd-4195-987c-33e2fb0c8a7b), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:06.590109 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.db.l3_db [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Floating IP 4edb01ff-16fd-4195-987c-33e2fb0c8a7b disassociated (deleted). External IP: 172.27.3.44, port: ffab9454-9d42-41ea-a7ac-42d54defcbce. Apr 12 14:44:07.064172 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Router a8d9d7ef-8a72-411f-b012-88337c3330d3 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:44:07.171748 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:44:07.176588 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for floatingip (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:07.182442 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] Sync routers for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:44:07.192681 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:44:07.193318 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:43:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:07.211585 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-91ffc461-e262-4d2d-8b5a-6ae87b61b149 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "DELETE /v2.0/floatingips/4edb01ff-16fd-4195-987c-33e2fb0c8a7b HTTP/1.1" status: 204 len: 168 time: 1.1973350 Apr 12 14:44:07.212284 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:44:07.214633 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fde10bd-22fb-4c3a-89d4-495e60b350c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:44:07.315160 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b70cb8a-84ff-45e3-8ebf-58baf5981a34 x-openstack-request-id: req-3b70cb8a-84ff-45e3-8ebf-58baf5981a34 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:44:07.315432 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:44:07.315718 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b70cb8a-84ff-45e3-8ebf-58baf5981a34 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:44:07.316134 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b70cb8a-84ff-45e3-8ebf-58baf5981a34'] response: {'name': 'network-changed', 'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'status': 'completed', 'code': 200} Apr 12 14:44:07.380272 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-5f04fbe0-be9e-410b-a5cc-c7d0128119c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:44:07.382084 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-5f04fbe0-be9e-410b-a5cc-c7d0128119c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=822526f20bd1480c8214dbd132e65356&device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 1129 time: 0.0442474 Apr 12 14:44:07.447047 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:44:07.479096 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-734b08c0-f6db-441c-aa43-8698f20ea963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:44:07.480599 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-734b08c0-f6db-441c-aa43-8698f20ea963 service neutron] 10.222.0.48 "GET /v2.0/networks?id=021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 200 len: 910 time: 0.0922740 Apr 12 14:44:07.522431 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-6ef452d9-eed5-4b32-b0c7-b4bb5af58349 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 200 len: 217 time: 0.0344186 Apr 12 14:44:07.575051 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-e68a646e-60af-4753-b2b2-82d622aa26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:44:07.576747 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-e68a646e-60af-4753-b2b2-82d622aa26c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 200 len: 848 time: 0.0489314 Apr 12 14:44:07.625706 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-a998af61-2bb9-44c5-82bd-157cac733d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:44:07.627226 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-a998af61-2bb9-44c5-82bd-157cac733d3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=021587dd-348a-45f9-ab61-82a9c5f2ce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443721 Apr 12 14:44:07.647578 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c', 'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'mac_address': 'fa:16:3e:58:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:36Z', 'updated_at': '2022-04-12T14:39:40Z', 'revision_number': 5, 'project_id': '822526f20bd1480c8214dbd132e65356', 'subnets': [{'id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:07.677948 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] Checking router: a8d9d7ef-8a72-411f-b012-88337c3330d3 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:44:07.686943 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:44:07.688335 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:43:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:07.719829 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-97dd5ae6-4096-4530-a076-4806272ada54 service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869334 Apr 12 14:44:07.798304 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12868025-168f-4cf8-943f-3e8d5e8b0316 req-24a308f8-8562-4c5e-b8fc-6ff0bb203918 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:44:07.799814 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-12868025-168f-4cf8-943f-3e8d5e8b0316 req-24a308f8-8562-4c5e-b8fc-6ff0bb203918 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0502868 Apr 12 14:44:07.806292 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:44:07.856354 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-12868025-168f-4cf8-943f-3e8d5e8b0316 req-aff8e41e-d5cc-49f2-9a35-2d7f8950cc11 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499220 Apr 12 14:44:07.999976 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c', 'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'mac_address': 'fa:16:3e:58:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:36Z', 'updated_at': '2022-04-12T14:39:40Z', 'revision_number': 5, 'project_id': '822526f20bd1480c8214dbd132e65356', 'subnets': [{'id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:08.026108 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8488c-3973-4dca-a2c1-3464aa4b458a None None] The sync data for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi is: [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:36Z', 'revision_number': 4, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi', '_interfaces': [{'id': 'b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c', 'name': '', 'network_id': '021587dd-348a-45f9-ab61-82a9c5f2ce0a', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'mac_address': 'fa:16:3e:58:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:36Z', 'updated_at': '2022-04-12T14:39:40Z', 'revision_number': 5, 'project_id': '822526f20bd1480c8214dbd132e65356', 'subnets': [{'id': 'bb3cad01-3391-4bf9-ab8f-09b8083a7e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:44:08.240442 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c526c19-50b8-4b88-867a-a2e1b719ab53 None None] New status for floating IP 4edb01ff-16fd-4195-987c-33e2fb0c8a7b: DOWN {{(pid=103906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:44:08.740624 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-5fde10bd-22fb-4c3a-89d4-495e60b350c1 req-2ecf8701-f795-420b-9f26-c7e5380bdb2c service neutron] 10.222.0.48 "GET /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844719 Apr 12 14:44:08.974214 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7343625-18e8-4caa-9632-ea4715e5440f req-b4510577-a53a-4fa1-b97b-4f7c684225ec tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:44:08.975599 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7343625-18e8-4caa-9632-ea4715e5440f req-b4510577-a53a-4fa1-b97b-4f7c684225ec tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0490847 Apr 12 14:44:08.996716 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:09.024385 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7343625-18e8-4caa-9632-ea4715e5440f req-41a2c7d3-424e-4774-abce-7d6853c9863d tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b00eb1b-73de-4f8d-918d-4c88214a9758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430288 Apr 12 14:44:09.200790 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-b605abc2-a3d3-4885-b7bd-ea9f201038cc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:44:09.202621 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-b605abc2-a3d3-4885-b7bd-ea9f201038cc tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 945 time: 0.0460339 Apr 12 14:44:09.293144 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Deleting port ffab9454-9d42-41ea-a7ac-42d54defcbce {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:09.293395 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:09.390878 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] For port ffab9454-9d42-41ea-a7ac-42d54defcbce, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ffab9454-9d42-41ea-a7ac-42d54defcbce,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:44:09.391245 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:09.404987 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Calling delete_port for ffab9454-9d42-41ea-a7ac-42d54defcbce owned by compute:nova {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:09.648093 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (ffab9454-9d42-41ea-a7ac-42d54defcbce), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:09.675748 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event deleted for resources: {'Port': ['ID=ffab9454-9d42-41ea-a7ac-42d54defcbce,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:09.726291 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] No DVR routers for this DVR port ffab9454-9d42-41ea-a7ac-42d54defcbce on host hv-cinder-83752 {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:44:09.728779 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2024920'] for port (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:09.732033 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-552e70ed-65d5-431c-8911-38b4c6a3ce69 req-65f94968-47e8-4b72-a2d3-13deeb385f50 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.48 "DELETE /v2.0/ports/ffab9454-9d42-41ea-a7ac-42d54defcbce HTTP/1.1" status: 204 len: 173 time: 0.5241325 Apr 12 14:44:09.732467 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'name': 'network-vif-deleted', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:44:09.734713 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddff2f61b5c09eeaf9e0668ab8db91e9b4341584fe9c834661e8796eebd21cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c1264-3c6f-49a7-8f05-fe1995e60a4d" -d '{"events": [{"server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "name": "network-vif-deleted", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:44:09.770904 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b074f1-2fd0-4749-a946-a4f9497dbbb7 x-openstack-request-id: req-b9b074f1-2fd0-4749-a946-a4f9497dbbb7 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:44:09.770904 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb9d37a-e61b-457a-add6-1a383627bf80", "name": "network-vif-deleted", "tag": "ffab9454-9d42-41ea-a7ac-42d54defcbce", "status": "completed", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:44:09.770904 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9b074f1-2fd0-4749-a946-a4f9497dbbb7 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:44:09.770904 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b074f1-2fd0-4749-a946-a4f9497dbbb7'] response: {'server_uuid': '3cb9d37a-e61b-457a-add6-1a383627bf80', 'name': 'network-vif-deleted', 'tag': 'ffab9454-9d42-41ea-a7ac-42d54defcbce', 'status': 'completed', 'code': 200} Apr 12 14:44:10.129389 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-81ca287f-7ffd-41dd-b8c3-958c8b6b3b15 req-a7e44e54-9009-4b73-8a26-f0ea684aa5ae tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0340648 Apr 12 14:44:11.236414 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [req-1ed787c6-b6d3-4acb-a465-1751687f1f14 req-cc21628a-108a-40a0-8d99-7df5dbf6f690 tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cb9d37a-e61b-457a-add6-1a383627bf80 HTTP/1.1" status: 200 len: 210 time: 0.0279291 Apr 12 14:44:12.293133 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 48016) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:12.348910 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a143036e-0501-4641-85a9-e05a93b26cee tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group (7b00eb1b-73de-4f8d-918d-4c88214a9758), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:12.373842 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a143036e-0501-4641-85a9-e05a93b26cee tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group (7b00eb1b-73de-4f8d-918d-4c88214a9758), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:12.434549 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device ffab9454-9d42-41ea-a7ac-42d54defcbce no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:44:12.454785 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] No Port match for: ffab9454-9d42-41ea-a7ac-42d54defcbce {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:44:12.455146 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Device ffab9454-9d42-41ea-a7ac-42d54defcbce not bound to the agent host hv-cinder-83752 {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:44:12.500710 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a143036e-0501-4641-85a9-e05a93b26cee tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (7b00eb1b-73de-4f8d-918d-4c88214a9758), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:12.503696 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a143036e-0501-4641-85a9-e05a93b26cee tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:12.504936 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-a143036e-0501-4641-85a9-e05a93b26cee tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] 10.222.0.61 "DELETE /v2.0/security-groups/7b00eb1b-73de-4f8d-918d-4c88214a9758 HTTP/1.1" status: 204 len: 168 time: 0.2108200 Apr 12 14:44:12.514979 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143036e-0501-4641-85a9-e05a93b26cee tempest-TestShelveInstance-1789201572 tempest-TestShelveInstance-1789201572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b00eb1b-73de-4f8d-918d-4c88214a9758,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:12.624553 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 48020) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:12.952575 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (a8d9d7ef-8a72-411f-b012-88337c3330d3), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:13.185693 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Deleting port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:13.186202 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:13.261270 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] For port b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:44:13.261546 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:13.278376 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Calling delete_port for b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c owned by network:router_interface {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:13.579570 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:13.605138 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:13.791025 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (a8d9d7ef-8a72-411f-b012-88337c3330d3), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:13.808226 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8e20c94e-a446-4a2a-bb89-94d96749a379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:14.010313 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Router a8d9d7ef-8a72-411f-b012-88337c3330d3 has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:44:14.118110 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:44:14.123069 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-9cb9b5d3-308f-4fd6-97c0-9935633511a6 admin admin] 10.222.0.61 "PUT /v2.0/routers/a8d9d7ef-8a72-411f-b012-88337c3330d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974716 Apr 12 14:44:14.126064 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 48024) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:14.128954 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] Sync routers for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:44:14.139458 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:44:14.140080 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:43:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:14.235230 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks [] for router (a8d9d7ef-8a72-411f-b012-88337c3330d3), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:14.249291 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:44:14.343358 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks [] for router_gateway (a8d9d7ef-8a72-411f-b012-88337c3330d3), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:14.420487 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:44:13Z', 'revision_number': 5, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:14.446739 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] Checking router: a8d9d7ef-8a72-411f-b012-88337c3330d3 for host: dv-cinder-837522-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:44:14.455892 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] Routers {'a8d9d7ef-8a72-411f-b012-88337c3330d3'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:44:14.456503 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:43:46Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['a8d9d7ef-8a72-411f-b012-88337c3330d3'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:14.524248 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Deleting port 2d712e09-1911-4236-a775-1bdeb6a322de {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:14.524604 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:14.567353 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] Set router a8d9d7ef-8a72-411f-b012-88337c3330d3 gateway port host: dv-cinder-837522-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:44:14.603342 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] For port 2d712e09-1911-4236-a775-1bdeb6a322de, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=2d712e09-1911-4236-a775-1bdeb6a322de,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:44:14.603982 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:14.621336 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Calling delete_port for 2d712e09-1911-4236-a775-1bdeb6a322de owned by network:router_gateway {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:14.745655 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:44:13Z', 'revision_number': 5, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:14.768763 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a98c3-856e-480e-b224-7a1924fc4ac8 None None] The sync data for ids ['a8d9d7ef-8a72-411f-b012-88337c3330d3'] in dv-cinder-837522-1-iscsi is: [{'id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'name': 'tempest-TestShelveInstance-1226084059-router', 'tenant_id': '822526f20bd1480c8214dbd132e65356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:44:13Z', 'revision_number': 5, 'project_id': '822526f20bd1480c8214dbd132e65356', 'gw_port': {'id': '2d712e09-1911-4236-a775-1bdeb6a322de', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d9d7ef-8a72-411f-b012-88337c3330d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:33Z', 'updated_at': '2022-04-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:44:14.893788 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (2d712e09-1911-4236-a775-1bdeb6a322de), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:14.919498 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d712e09-1911-4236-a775-1bdeb6a322de,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:14.979780 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (a8d9d7ef-8a72-411f-b012-88337c3330d3), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.069643 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (a8d9d7ef-8a72-411f-b012-88337c3330d3), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.071657 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks [] for router_controller (a8d9d7ef-8a72-411f-b012-88337c3330d3), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.173893 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (a8d9d7ef-8a72-411f-b012-88337c3330d3), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.174433 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d9d7ef-8a72-411f-b012-88337c3330d3 {{(pid=103904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:44:15.179058 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.180319 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-500186b2-de2c-4084-b539-5f457d8186a4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a8d9d7ef-8a72-411f-b012-88337c3330d3 HTTP/1.1" status: 204 len: 168 time: 1.0533137 Apr 12 14:44:15.182896 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 48026) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:15.229576 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_v2 [None req-7869e1b2-1461-44b3-a60e-83f609fa8f55 admin admin] Deleting subnet bb3cad01-3391-4bf9-ab8f-09b8083a7e9f {{(pid=103904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:44:15.233640 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7869e1b2-1461-44b3-a60e-83f609fa8f55 admin admin] Publish callbacks [] for subnet (bb3cad01-3391-4bf9-ab8f-09b8083a7e9f), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.269307 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7869e1b2-1461-44b3-a60e-83f609fa8f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14365499'] for subnet (bb3cad01-3391-4bf9-ab8f-09b8083a7e9f), precommit_delete_associations {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.353386 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7869e1b2-1461-44b3-a60e-83f609fa8f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (bb3cad01-3391-4bf9-ab8f-09b8083a7e9f), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.505475 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7869e1b2-1461-44b3-a60e-83f609fa8f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14564383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12654918'] for subnet (bb3cad01-3391-4bf9-ab8f-09b8083a7e9f), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.529354 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869e1b2-1461-44b3-a60e-83f609fa8f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3cad01-3391-4bf9-ab8f-09b8083a7e9f,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:15.535841 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7869e1b2-1461-44b3-a60e-83f609fa8f55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.541436 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-7869e1b2-1461-44b3-a60e-83f609fa8f55 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bb3cad01-3391-4bf9-ab8f-09b8083a7e9f HTTP/1.1" status: 204 len: 168 time: 0.3552437 Apr 12 14:44:15.541627 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ded057-df9e-4ea1-a5c4-d04d5c55b11f None None] Network 021587dd-348a-45f9-ab61-82a9c5f2ce0a requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:44:15.542107 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.wsgi [-] (103904) accepted ('10.222.0.61', 48028) {{(pid=103904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:15.608602 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (021587dd-348a-45f9-ab61-82a9c5f2ce0a), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.657568 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Deleting port 10b4e11a-f7a3-4746-890c-d8e522d08694 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:15.657909 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.720467 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] For port 10b4e11a-f7a3-4746-890c-d8e522d08694, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=10b4e11a-f7a3-4746-890c-d8e522d08694,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:44:15.720736 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.733276 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Calling delete_port for 10b4e11a-f7a3-4746-890c-d8e522d08694 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:15.794399 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] DHCP port deletion for 021587dd-348a-45f9-ab61-82a9c5f2ce0a request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:44:15.845717 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Deleting port 10b4e11a-f7a3-4746-890c-d8e522d08694 {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:15.846103 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.864141 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:44:15.907893 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:44:15.908229 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device b8ec315c-4f2d-4a4d-a098-3d41a69fcf2c not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:44:15.908642 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 10b4e11a-f7a3-4746-890c-d8e522d08694 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:44:15.910813 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14564450'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:15.938525 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b4e11a-f7a3-4746-890c-d8e522d08694,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:15.943734 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] No DVR routers for this DVR port 10b4e11a-f7a3-4746-890c-d8e522d08694 on host dv-cinder-837522-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:44:15.962574 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 10b4e11a-f7a3-4746-890c-d8e522d08694 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:44:15.962912 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 10b4e11a-f7a3-4746-890c-d8e522d08694 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:44:15.963342 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 2d712e09-1911-4236-a775-1bdeb6a322de no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:44:15.994723 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 2d712e09-1911-4236-a775-1bdeb6a322de {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:44:15.995365 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 2d712e09-1911-4236-a775-1bdeb6a322de not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:44:16.003011 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] For port 10b4e11a-f7a3-4746-890c-d8e522d08694, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=10b4e11a-f7a3-4746-890c-d8e522d08694,segment=NetworkSegment(4267148c-91f5-4775-9db6-0b6289866b49),segment_id=4267148c-91f5-4775-9db6-0b6289866b49)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:44:16.003011 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:16.004119 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-5b4de887-8ee0-4906-8e47-0200c6cf733b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:16.020689 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Calling delete_port for 10b4e11a-f7a3-4746-890c-d8e522d08694 owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:16.042996 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (021587dd-348a-45f9-ab61-82a9c5f2ce0a), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:16.111157 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (10b4e11a-f7a3-4746-890c-d8e522d08694), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:16.137432 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Pushing event deleted for resources: {'Port': ['ID=10b4e11a-f7a3-4746-890c-d8e522d08694,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:16.145653 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] No DVR routers for this DVR port 10b4e11a-f7a3-4746-890c-d8e522d08694 on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:44:16.148028 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.148404 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.148746 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.149112 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.149444 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.149768 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.150088 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.150408 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.150725 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.151040 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.151359 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.151678 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.151991 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.152302 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.152612 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82add749-4222-475b-8caa-d88a0fd37b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:16.352949 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021587dd-348a-45f9-ab61-82a9c5f2ce0a']}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:16.363562 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4267148c-91f5-4775-9db6-0b6289866b49') {'for_net_delete': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:16.363799 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.services.segments.db [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4267148c-91f5-4775-9db6-0b6289866b49') {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:16.372582 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14365490'] for segment (4267148c-91f5-4775-9db6-0b6289866b49), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:16.386706 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (4267148c-91f5-4775-9db6-0b6289866b49), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:16.392674 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:44:16.393085 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14564533'] for segment (4267148c-91f5-4775-9db6-0b6289866b49), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: Traceback (most recent call last): Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: timer() Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: cb(*args, **kw) Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: return func(*args, **kwargs) Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: self._notify() Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: self.callback(batched_events) Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: event.method(event) Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: return f(self, *a, **k) Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._get(url).json() Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: return self.request(url, 'GET', **kwargs) Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:44:16.394771 dv-cinder-837522-1-iscsi neutron-server[103904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:44:16.573404 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (021587dd-348a-45f9-ab61-82a9c5f2ce0a), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:16.579103 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:16.582274 dv-cinder-837522-1-iscsi neutron-server[103904]: INFO neutron.wsgi [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] 10.222.0.61 "DELETE /v2.0/networks/021587dd-348a-45f9-ab61-82a9c5f2ce0a HTTP/1.1" status: 204 len: 168 time: 1.0396833 Apr 12 14:44:16.585196 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 48030) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:16.593648 dv-cinder-837522-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5947b-e534-4efe-9ee4-6afe3dedb442 admin admin] Pushing event deleted for resources: {'Network': ['ID=021587dd-348a-45f9-ab61-82a9c5f2ce0a,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:16.913527 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-507057'] for router_interface (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:17.035926 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:17.146522 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Deleting port afa4f659-552c-4b96-8b55-1d688c7e4cab {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:17.146864 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:17.226427 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] For port afa4f659-552c-4b96-8b55-1d688c7e4cab, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=afa4f659-552c-4b96-8b55-1d688c7e4cab,segment=NetworkSegment(2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a),segment_id=2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:44:17.226793 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:17.244012 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Calling delete_port for afa4f659-552c-4b96-8b55-1d688c7e4cab owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:17.470625 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (afa4f659-552c-4b96-8b55-1d688c7e4cab), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:17.496448 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa4f659-552c-4b96-8b55-1d688c7e4cab,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:17.510181 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.510181 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.510181 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.510181 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.510181 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.510181 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.510836 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.510836 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.511111 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.511442 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.511769 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.512098 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.512419 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.512738 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.513094 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837522-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:44:17.678996 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506909'] for router_interface (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:17.896859 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb has already been hosted by L3 agent a3e714ae-cced-4694-81b2-b77a7532c688 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:44:18.003822 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] Notify agent at l3_agent.dv-cinder-837522-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:44:18.009071 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0b8a06fd-592a-42da-bcaa-90d3e76405b1 admin admin] 10.222.0.61 "PUT /v2.0/routers/e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4227014 Apr 12 14:44:18.011628 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 48032) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:18.014896 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] Sync routers for ids ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'] in dv-cinder-837522-1-iscsi {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:44:18.028659 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] Routers {'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:44:18.029569 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:44:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:18.141741 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] Set router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:44:18.318800 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:40Z', 'updated_at': '2022-04-12T14:44:17Z', 'revision_number': 5, 'project_id': '8aaa49a63483422d860d653a054b920c', 'gw_port': {'id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:41Z', 'updated_at': '2022-04-12T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:18.346393 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] Checking router: e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb for host: dv-cinder-837522-1-iscsi {{(pid=103906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:44:18.355451 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] Routers {'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'} bound to L3 agent in host dv-cinder-837522-1-iscsi {{(pid=103906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:44:18.356063 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837522-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:16:46Z,description=,heartbeat_timestamp=2022-04-12T14:44:16Z,host='dv-cinder-837522-1-iscsi',id=a3e714ae-cced-4694-81b2-b77a7532c688,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:16:46Z,topic='l3_agent')) {'router_ids': ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'], 'active': True} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:18.371317 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks [] for router (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:18.464853 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_dvr_db [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] Set router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb gateway port host: dv-cinder-837522-1-iscsi {{(pid=103906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:44:18.473966 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks [] for router_gateway (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:18.581316 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Deleting port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:18.581578 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:18.639803 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.l3_hamode_db [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:40Z', 'updated_at': '2022-04-12T14:44:17Z', 'revision_number': 5, 'project_id': '8aaa49a63483422d860d653a054b920c', 'gw_port': {'id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:41Z', 'updated_at': '2022-04-12T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}], 'dv-cinder-837522-1-iscsi', False) {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:18.660873 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] For port 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=9d824fe9-b8a2-499e-83d9-73bb67e3e8dd,segment=NetworkSegment(d0e1aa04-005c-437d-b37a-1a2fbb42fdce),segment_id=d0e1aa04-005c-437d-b37a-1a2fbb42fdce)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:44:18.661281 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:18.666578 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca9e8d-fdcd-4677-ad40-b2ce214975eb None None] The sync data for ids ['e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb'] in dv-cinder-837522-1-iscsi is: [{'id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'name': 'tempest-TestShelveInstance-167888734-router', 'tenant_id': '8aaa49a63483422d860d653a054b920c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'external_fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:39:40Z', 'updated_at': '2022-04-12T14:44:17Z', 'revision_number': 5, 'project_id': '8aaa49a63483422d860d653a054b920c', 'gw_port': {'id': '9d824fe9-b8a2-499e-83d9-73bb67e3e8dd', 'name': '', 'network_id': '49462a6f-1994-4e8c-8b87-69ff19160ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837522-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:39:41Z', 'updated_at': '2022-04-12T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b36bfea4-a228-4b17-86dd-8eb8c0b0e652', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837522-1-iscsi'}] {{(pid=103906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:44:18.677781 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:18.683972 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Calling delete_port for 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:18.910451 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (9d824fe9-b8a2-499e-83d9-73bb67e3e8dd), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:18.937572 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d824fe9-b8a2-499e-83d9-73bb67e3e8dd,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:19.008530 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507387'] for router_gateway (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.104286 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4794'] for router (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.106724 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks [] for router_controller (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.287849 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603932'] for router (e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.288419 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:44:19.292954 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.294052 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2bb00887-ca3d-4117-8dd4-265d639fb2c6 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e3d4cf2a-c3c3-4c3d-bbd8-65ff4bd74bfb HTTP/1.1" status: 204 len: 168 time: 1.2815259 Apr 12 14:44:19.297193 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 48034) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:19.344345 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa528077-1d79-41f9-a108-89a82080241b admin admin] Deleting subnet b40f16ad-92f4-4be3-91ca-80bffd91f31d {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:44:19.347928 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fa528077-1d79-41f9-a108-89a82080241b admin admin] Publish callbacks [] for subnet (b40f16ad-92f4-4be3-91ca-80bffd91f31d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.385393 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fa528077-1d79-41f9-a108-89a82080241b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13984747'] for subnet (b40f16ad-92f4-4be3-91ca-80bffd91f31d), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.470040 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fa528077-1d79-41f9-a108-89a82080241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661050'] for subnet (b40f16ad-92f4-4be3-91ca-80bffd91f31d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.653980 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fa528077-1d79-41f9-a108-89a82080241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15437191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892712'] for subnet (b40f16ad-92f4-4be3-91ca-80bffd91f31d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.678029 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa528077-1d79-41f9-a108-89a82080241b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40f16ad-92f4-4be3-91ca-80bffd91f31d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:19.683575 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fa528077-1d79-41f9-a108-89a82080241b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.687401 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-fa528077-1d79-41f9-a108-89a82080241b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b40f16ad-92f4-4be3-91ca-80bffd91f31d HTTP/1.1" status: 204 len: 168 time: 0.3891699 Apr 12 14:44:19.689888 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 48036) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:19.692515 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f24281-c705-4573-a440-53fd8582422d None None] Network ce78085d-877c-44a2-9ba3-1b05599a40e6 requested from dv-cinder-837522-1-iscsi {{(pid=103905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:44:19.764209 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691561'] for network (ce78085d-877c-44a2-9ba3-1b05599a40e6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.785079 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device afa4f659-552c-4b96-8b55-1d688c7e4cab no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:44:19.808871 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: afa4f659-552c-4b96-8b55-1d688c7e4cab {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:44:19.809245 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device afa4f659-552c-4b96-8b55-1d688c7e4cab not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:44:19.809658 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:44:19.820821 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Deleting port d52ff78e-f2c9-4269-9422-81e7d1ec0965 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:19.821521 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.843876 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:44:19.844214 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device 9d824fe9-b8a2-499e-83d9-73bb67e3e8dd not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:44:19.889850 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] For port d52ff78e-f2c9-4269-9422-81e7d1ec0965, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=d52ff78e-f2c9-4269-9422-81e7d1ec0965,segment=NetworkSegment(2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a),segment_id=2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:44:19.890218 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:19.904294 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Calling delete_port for d52ff78e-f2c9-4269-9422-81e7d1ec0965 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:19.908239 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb430fa-85ab-418e-99cc-3e467af6e165 None None] DHCP port deletion for ce78085d-877c-44a2-9ba3-1b05599a40e6 request from dv-cinder-837522-1-iscsi {{(pid=103905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:44:19.964044 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-fcb430fa-85ab-418e-99cc-3e467af6e165 None None] Deleting port d52ff78e-f2c9-4269-9422-81e7d1ec0965 {{(pid=103905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:44:19.970015 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fcb430fa-85ab-418e-99cc-3e467af6e165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733053595423'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), before_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.027037 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-fcb430fa-85ab-418e-99cc-3e467af6e165 None None] For port d52ff78e-f2c9-4269-9422-81e7d1ec0965, host dv-cinder-837522-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837522-1-iscsi',level=0,port_id=d52ff78e-f2c9-4269-9422-81e7d1ec0965,segment=NetworkSegment(2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a),segment_id=2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a)] {{(pid=103905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:44:20.027337 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fcb430fa-85ab-418e-99cc-3e467af6e165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508975'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), precommit_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.047179 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.055601 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-fcb430fa-85ab-418e-99cc-3e467af6e165 None None] Calling delete_port for d52ff78e-f2c9-4269-9422-81e7d1ec0965 owned by network:dhcp {{(pid=103905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:44:20.070654 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15437306'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.097885 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52ff78e-f2c9-4269-9422-81e7d1ec0965,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:20.099767 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] No DVR routers for this DVR port d52ff78e-f2c9-4269-9422-81e7d1ec0965 on host dv-cinder-837522-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:44:20.179466 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662967', 'neutron.services.segments.db._delete_segments_for_network-8733053652399'] for network (ce78085d-877c-44a2-9ba3-1b05599a40e6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.201572 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce78085d-877c-44a2-9ba3-1b05599a40e6']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:20.211690 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:20.211988 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:20.223008 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733053655992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13984738'] for segment (2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.237498 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735'] for segment (2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.243877 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15437101'] for segment (2337bb7a-13d3-47fd-9ecd-1aaddb9fbf8a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: Traceback (most recent call last): Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: timer() Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: cb(*args, **kw) Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: self._notify() Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: self.callback(batched_events) Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: event.method(event) Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: return f(self, *a, **k) Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._get(url).json() Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:44:20.247665 dv-cinder-837522-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:44:20.266211 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fcb430fa-85ab-418e-99cc-3e467af6e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733053601549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733053223491'] for port (d52ff78e-f2c9-4269-9422-81e7d1ec0965), after_delete {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.291174 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb430fa-85ab-418e-99cc-3e467af6e165 None None] Pushing event deleted for resources: {'Port': ['ID=d52ff78e-f2c9-4269-9422-81e7d1ec0965,revision_number=None']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:20.294626 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb430fa-85ab-418e-99cc-3e467af6e165 None None] No DVR routers for this DVR port d52ff78e-f2c9-4269-9422-81e7d1ec0965 on host dv-cinder-837522-1-iscsi {{(pid=103905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:44:20.367588 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507295'] for network (ce78085d-877c-44a2-9ba3-1b05599a40e6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.373418 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577776'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.376385 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ce78085d-877c-44a2-9ba3-1b05599a40e6 HTTP/1.1" status: 204 len: 168 time: 0.6855764 Apr 12 14:44:20.387433 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee728a-fce0-4c59-be8c-c66ca4e3c0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce78085d-877c-44a2-9ba3-1b05599a40e6,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:20.845581 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 48040) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:20.882482 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-30031293-3c3c-4761-a458-6b8050c9f078 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=822526f20bd1480c8214dbd132e65356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385218 Apr 12 14:44:20.884833 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 48042) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:20.936921 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9d26c0b6-ba88-49f2-bc67-ece3712307da admin admin] Publish callbacks [] for security_group (c8b5b48b-8ae9-4075-aeef-f81ccf07f7ce), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.957864 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9d26c0b6-ba88-49f2-bc67-ece3712307da admin admin] Publish callbacks [] for security_group (c8b5b48b-8ae9-4075-aeef-f81ccf07f7ce), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:21.081597 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9d26c0b6-ba88-49f2-bc67-ece3712307da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (c8b5b48b-8ae9-4075-aeef-f81ccf07f7ce), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:21.084142 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9d26c0b6-ba88-49f2-bc67-ece3712307da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:21.085339 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9d26c0b6-ba88-49f2-bc67-ece3712307da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8b5b48b-8ae9-4075-aeef-f81ccf07f7ce HTTP/1.1" status: 204 len: 168 time: 0.1995807 Apr 12 14:44:21.094082 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26c0b6-ba88-49f2-bc67-ece3712307da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5b48b-8ae9-4075-aeef-f81ccf07f7ce,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:21.581497 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device d52ff78e-f2c9-4269-9422-81e7d1ec0965 no longer exists at agent ovs-agent-dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:44:21.601992 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.plugin [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] No Port match for: d52ff78e-f2c9-4269-9422-81e7d1ec0965 {{(pid=103905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:44:21.602342 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.rpc [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Device d52ff78e-f2c9-4269-9422-81e7d1ec0965 not bound to the agent host dv-cinder-837522-1-iscsi {{(pid=103905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:44:21.844028 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 48048) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:21.883776 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-da26533b-6672-4489-a46f-84461e923de4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8aaa49a63483422d860d653a054b920c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385315 Apr 12 14:44:21.887950 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 48050) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:21.936843 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f727a014-08c0-47eb-bceb-fb3172c12626 admin admin] Publish callbacks [] for security_group (493abe1e-541f-40dc-a189-a76866f733e5), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:21.959209 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f727a014-08c0-47eb-bceb-fb3172c12626 admin admin] Publish callbacks [] for security_group (493abe1e-541f-40dc-a189-a76866f733e5), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:22.139209 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f727a014-08c0-47eb-bceb-fb3172c12626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447266'] for security_group (493abe1e-541f-40dc-a189-a76866f733e5), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:22.142289 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f727a014-08c0-47eb-bceb-fb3172c12626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:22.143482 dv-cinder-837522-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f727a014-08c0-47eb-bceb-fb3172c12626 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/493abe1e-541f-40dc-a189-a76866f733e5 HTTP/1.1" status: 204 len: 168 time: 0.2546158 Apr 12 14:44:22.151420 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727a014-08c0-47eb-bceb-fb3172c12626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493abe1e-541f-40dc-a189-a76866f733e5,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:44:30.755448 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:44:38.938699 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:43.761129 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-aaa73f90-a547-4161-b409-a901d5c0fad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:45.995318 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0b5d4175-3fa7-4bb8-8322-b4e699e6bd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:47.001641 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:48.812548 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:50.018111 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:07.754392 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:45:08.954437 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:13.737343 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8deca498-d0fc-4064-a041-4935857a64aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:15.971447 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-369a1c8d-2153-4927-8412-c990d05a6a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:16.988759 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:18.771122 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:20.022820 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:38.936326 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:43.730306 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cf5b0bd4-aba6-4bd1-b67c-e586b22a8f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:44.753867 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:45:45.999028 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6dbc1c0f-fc6e-46ee-b92a-2dd51fae715b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:47.090549 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:48.656411 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:50.044559 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:08.958166 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:13.815477 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-6427b81e-1ff1-4632-9ee2-2bbf0d595275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:15.969602 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-b8ae50d1-ea7c-4f4d-b12c-83fbd7f9b1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:17.072064 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:18.695268 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:20.020411 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:21.751906 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:46:38.968748 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:43.733269 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-e06cb74f-0c1b-429c-ab92-1b3e8088d246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:45.938538 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-66a7f8e2-dccc-49a4-866d-7d7e8c2b885b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:47.139865 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:48.710969 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:50.082536 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:57.246244 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-d791acc9-2de5-46b3-9a5e-8cbdc8b1c866 service neutron] (103903) timed out ('10.222.0.61', 41094) {{(pid=103903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 14:46:57.321642 dv-cinder-837522-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-db98a2a9-3fcc-4505-8207-905b8c541ab9 req-62ffef5c-bd97-4254-adb6-b70ac22b126a tempest-AttachVolumeShelveTestJSON-724711246 tempest-AttachVolumeShelveTestJSON-724711246-project] (103903) timed out ('10.222.0.61', 41104) {{(pid=103903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 14:46:58.752851 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:47:08.951262 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:13.738801 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4236cdd3-5094-4b60-9e84-1c91b850f7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:15.943405 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-e2dd6e4f-3cf6-424d-9cd9-5d6858350149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:17.007053 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:18.664418 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:20.024399 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:35.751918 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:47:38.972368 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:43.766222 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bdb08825-4e6a-48bc-bf51-8660c3ed9616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:45.947371 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-2534b451-391c-4277-9c8a-74c212fcae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:47.041036 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:48.680827 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:50.051504 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:09.045340 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:12.750642 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:48:13.764859 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1377fa91-efd3-47ee-906e-0a2523d74b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:15.942407 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-34099efe-9753-4795-bdc1-665e4a63a590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:17.066501 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:18.673573 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:20.043174 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:38.976875 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:43.722527 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-645df47f-788f-4297-bc1a-43a1ea6af46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:45.958383 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-bbf3711c-a7d9-40eb-ad4d-9026c21d435e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:47.078627 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:48.666717 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:49.749974 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:48:50.048065 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:09.009665 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:13.740194 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-f405fbd4-565b-448f-98b0-4ab4b6415721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (fc07ea7d-e235-4a56-ac26-c399382a7c03), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:16.025890 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-dd5c56bc-db36-42d2-b558-5825c514a7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (a3e714ae-cced-4694-81b2-b77a7532c688), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:17.065614 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-54f4bac4-cd9a-49f4-9dd1-ffa0b6fca11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (5f5a6e1f-4264-4762-9256-6fec67bfb5fc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:18.682936 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b8e-a6df-439f-9589-6feb588e1e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (8169c953-0ebe-4d80-a66b-99fb4680be45), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:20.036799 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-be999a62-7f16-4d6e-8a5a-40ec0d54d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (05940f8a-2e48-420d-9ede-d00819fcb352), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:26.749114 dv-cinder-837522-1-iscsi neutron-server[103906]: DEBUG neutron.db.agents_db [None req-88296653-bcf8-45f4-a7b6-4ba719f196ae None None] Agent healthcheck: found 6 active agents {{(pid=103906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:49:38.979517 dv-cinder-837522-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-65bac557-d500-4775-8d1e-46e76bdc1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733053652381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662768'] for agent (7362b470-dc5a-40d2-a2f4-110a7e072f38), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}